-- Logs begin at Mon 2021-06-28 09:01:22 UTC, end at Mon 2021-06-28 10:17:03 UTC. -- Jun 28 09:45:44.761226 dv-cinder-786627-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 09:45:47.480453 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.common.config [-] Logging enabled! Jun 28 09:45:47.481050 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev418 Jun 28 09:45:47.481273 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100016) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 09:45:47.485054 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.common.config [-] Logging enabled! Jun 28 09:45:47.485315 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev418 Jun 28 09:45:47.485632 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100016) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 09:45:47.486835 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 09:45:47.487072 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 09:45:47.487433 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 09:45:47.487679 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 09:45:47.487905 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 09:45:47.488225 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.488524 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.488851 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.489083 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.489374 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.489671 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.489956 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.490248 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.490546 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.490839 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.491121 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.491410 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.491643 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.491924 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.492216 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.492506 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.492758 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] debug = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.493045 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.493473 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.493889 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.494172 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.494469 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.494747 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.495019 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.495294 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.495589 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.495906 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] host = dv-cinder-786627-12-iscsi {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.496185 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.496473 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.496783 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.497072 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.497346 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.497621 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.497904 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.498178 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.498452 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] log_file = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.498727 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.499016 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.499306 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.500047 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.500287 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.500532 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.500846 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.501139 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.501420 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.501697 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.501974 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.502248 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.502526 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.502797 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.503082 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.503373 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.503661 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.503935 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.504210 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.504483 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.504786 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.505074 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.505350 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.505624 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.505897 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.506182 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.506450 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.506723 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.507022 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.507309 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.507591 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.507875 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.508149 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.508431 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.508740 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.509005 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.509281 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] use_json = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.509554 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.509826 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.510108 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.510382 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.510657 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.510930 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.511201 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.511485 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:47.511785 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.512083 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.512385 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.512671 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.512997 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.513279 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.513571 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.513850 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.514140 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.514429 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.514724 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.515002 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.516206 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.516492 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.516823 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.517139 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.517443 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.517775 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.518062 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.518342 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.518620 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.518900 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.519190 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.519488 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.519779 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.520058 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.520340 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.520634 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.520947 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.521222 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.521504 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.521794 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.522074 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.522348 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.522630 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.522907 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.523181 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.523456 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.523739 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.524030 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.524307 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.524580 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.524879 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.525154 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.525427 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.525712 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.525989 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.526262 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.526534 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.526811 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.527083 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.527358 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.527636 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.527910 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.528185 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.528459 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.528750 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.529026 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.529299 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.529573 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.529848 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.530124 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.530404 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.530726 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.531994 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.532283 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.532569 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.532885 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.533183 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.533486 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.533771 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.534056 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.534346 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.534627 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.534911 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.535190 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.535469 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.535751 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.536048 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.536324 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.536612 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.536930 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.537218 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.537500 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.537799 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.538080 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.538366 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.538647 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.538928 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.539222 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.539509 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.539806 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.540104 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.540403 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.540723 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.541020 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.541305 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.541618 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.541897 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:47.542118 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 09:45:47.542363 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100016) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 09:45:47.902764 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:47.902957 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:47.903245 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:47.903578 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 09:45:48.301534 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.301836 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.302111 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.303417 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.303698 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.303963 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.338244 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.338525 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.338795 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.352305 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.352590 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.352888 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.383687 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.383971 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.384243 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.420695 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.421002 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.421999 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.659109 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.659715 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.659715 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.659875 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.660522 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.788813 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.789139 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.789425 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.789703 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.789974 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.790285 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.790546 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.790805 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.791065 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.791346 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.791608 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.791875 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.792137 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.792402 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.792657 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.792955 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.794275 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.794560 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.794852 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.795121 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.795416 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.795775 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.796038 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.796360 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.797108 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.797374 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.797779 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:45:48.798029 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:45:48.798274 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:45:48.798516 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:45:48.798755 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:45:48.798996 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:45:48.799366 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 09:45:48.802528 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 09:45:48.806455 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 09:45:48.810443 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 28 09:45:48.812508 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 09:45:48.813005 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 09:45:48.813351 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 09:45:48.813741 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 09:45:48.816716 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 09:45:48.816985 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 09:45:48.817335 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 09:45:48.846155 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 09:45:48.846603 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.846900 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100016) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 09:45:48.847263 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.848609 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100016) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 09:45:48.848922 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 09:45:48.849171 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 09:45:48.852345 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.852628 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:48.922983 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 09:45:48.923161 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 09:45:48.923399 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 09:45:48.923779 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 09:45:48.945261 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_db.sqlalchemy.engines [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100016) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 09:45:49.828147 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Initializing driver for type 'gre' Jun 28 09:45:49.828856 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] gre ID ranges: [(1, 1000)] Jun 28 09:45:50.119650 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Initializing driver for type 'local' Jun 28 09:45:50.119989 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Initializing driver for type 'vlan' Jun 28 09:45:50.259469 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] VlanTypeDriver initialization complete Jun 28 09:45:50.259817 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Initializing driver for type 'vxlan' Jun 28 09:45:50.260318 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] vxlan ID ranges: [(1, 1000)] Jun 28 09:45:50.474056 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Initializing extension driver 'port_security' Jun 28 09:45:50.474319 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.extensions.port_security [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] PortSecurityExtensionDriver initialization complete Jun 28 09:45:50.474652 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Initializing mechanism driver 'openvswitch' Jun 28 09:45:50.474970 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Initializing mechanism driver 'hyperv' Jun 28 09:45:50.481511 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.plugins.ml2.plugin [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:50.482448 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > port after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.482826 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > port after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.483181 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > port after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.483567 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.483947 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.484296 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.484751 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > network after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.485146 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > network after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.485487 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > network after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.486329 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > security_group after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.486896 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > security_group after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.487479 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.488131 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.488745 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.489376 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.490032 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > address_group after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.490645 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > address_group after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.491125 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.491498 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] ML2 OVO RPC backend initialized. {{(pid=100016) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:165}} Jun 28 09:45:50.493585 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.493974 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.494401 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > network before_response 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.494755 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > networks before_response 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.495817 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > port before_response 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.496169 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > ports before_response 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.496515 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > subnet before_response 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.496885 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > subnets before_response 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.497237 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > network after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.497576 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > network after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.497909 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > network after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.498243 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > port after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.500854 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > port after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.501264 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > port after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.501873 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.502481 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.503086 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.504100 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.plugin [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Modular L2 Plugin initialization complete Jun 28 09:45:50.504740 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading services supported by the core plugin {{(pid=100016) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 09:45:50.505107 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.plugins.ml2.managers [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Got port-security extension from driver 'port_security' Jun 28 09:45:50.505583 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.extensions.vlantransparent [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Disabled vlantransparent extension. Jun 28 09:45:50.506311 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100016) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 09:45:50.506631 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading Plugin: router Jun 28 09:45:50.554574 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.554965 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router after_create 55549900 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.555330 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router before_create 55549900 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.555692 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.556059 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.556410 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router after_delete 55549900 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.556795 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.557156 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router after_create 55549900 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.557500 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router after_update 55549900 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.557850 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router after_update 55549900 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.558197 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.558551 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router after_update 55549900 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.558956 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.559323 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: port after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.559663 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: port after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.559997 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: subnet after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.560333 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.560674 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.561040 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.561380 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: port before_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.561717 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router precommit_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.562182 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router after_update 55549900 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.562521 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.562863 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.563219 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.563558 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.563914 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > agent after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.564257 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > agent after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.564597 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > network after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.565481 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Tracking information for resource: router configured {{(pid=100016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:45:50.565806 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Tracking information for resource: floatingip configured {{(pid=100016) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:45:50.570699 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.db.l3_agentschedulers_db [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 09:45:50.571269 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: port after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.571626 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: port after_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.571971 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: port after_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.572317 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: port after_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.573121 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router before_create 55550100 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.573485 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.573843 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router precommit_create 55550100 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.574196 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > router precommit_update 55550100 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.579383 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.services.provider_configuration [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Service providers = [] {{(pid=100016) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 09:45:50.579748 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.db.servicetype_db [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100016) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 09:45:50.582634 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.services.service_base [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100016) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 09:45:50.582981 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.services.service_base [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100016) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 09:45:50.583319 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.services.service_base [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100016) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 09:45:50.584199 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.services.service_base [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100016) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 09:45:50.584567 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.services.service_base [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 09:45:50.584973 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:45:50.585292 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 09:45:50.596628 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:45:50.596988 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading Plugin: auto_allocate Jun 28 09:45:50.614910 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: network precommit_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.615281 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: network precommit_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.615880 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:45:50.616199 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading Plugin: tag Jun 28 09:45:50.622853 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:45:50.623182 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading Plugin: timestamp Jun 28 09:45:50.627652 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:45:50.627980 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading Plugin: network_ip_availability Jun 28 09:45:50.634924 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.635296 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.635655 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.636383 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:45:50.636732 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading Plugin: flavors Jun 28 09:45:50.642178 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:45:50.642524 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading Plugin: revisions Jun 28 09:45:50.646766 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100016) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:45:50.647162 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_concurrency.lockutils [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.744s {{(pid=100016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:50.647902 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100016) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 09:45:50.648238 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Initializing extension manager. Jun 28 09:45:50.648776 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: __init__.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.649162 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: __pycache__ {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.649499 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.649831 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: address_group.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.661064 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.661064 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: address-group Jun 28 09:45:50.661064 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: address_scope.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.661064 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.661064 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: address-scope Jun 28 09:45:50.661064 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.661575 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.662090 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: router-admin-state-down-before-update Jun 28 09:45:50.662414 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: agent.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.663098 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.663606 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: agent Jun 28 09:45:50.663928 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: agent_resources_synced.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.664857 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.665366 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: agent-resources-synced Jun 28 09:45:50.665688 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: allowedaddresspairs.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.667425 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.667953 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: allowed-address-pairs Jun 28 09:45:50.668282 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: auto_allocated_topology.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.669559 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.670081 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: auto-allocated-topology Jun 28 09:45:50.670409 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: availability_zone.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.671104 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.671743 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: availability_zone Jun 28 09:45:50.672070 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: availability_zone_filter.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.673070 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.673580 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: availability_zone_filter Jun 28 09:45:50.673902 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: data_plane_status.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.674792 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.675302 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 09:45:50.675624 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: default_subnetpools.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.676520 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.677063 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: default-subnetpools Jun 28 09:45:50.677386 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.678178 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.678695 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: dhcp_agent_scheduler Jun 28 09:45:50.679019 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: dns.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.679927 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.680434 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension dns-integration not supported by any of loaded plugins Jun 28 09:45:50.680825 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: dns_domain_ports.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.681726 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.682229 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 09:45:50.682550 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.683453 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.683958 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 09:45:50.684276 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: dvr.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.684956 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.685463 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: dvr Jun 28 09:45:50.685782 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: empty_string_filtering.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.686673 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.687743 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: empty-string-filtering Jun 28 09:45:50.688059 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.688983 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.689487 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 09:45:50.689807 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.690745 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.691257 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 09:45:50.691578 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: external_net.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.693340 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.693850 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: external-net Jun 28 09:45:50.694258 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.695152 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.695661 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: extra_dhcp_opt Jun 28 09:45:50.695981 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: extraroute.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.696909 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.697421 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: extraroute Jun 28 09:45:50.697744 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: extraroute_atomic.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.698834 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.699351 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: extraroute-atomic Jun 28 09:45:50.699673 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: filter_validation.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.700328 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.700866 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: filter-validation Jun 28 09:45:50.701186 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: fip_pf_description.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.702078 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.703167 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 09:45:50.703488 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: fip_port_details.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.704434 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.704976 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: fip-port-details Jun 28 09:45:50.705296 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: flavors.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.706507 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.707029 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: flavors Jun 28 09:45:50.707354 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.709026 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.709544 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 09:45:50.709873 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: floatingip_pools.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.710563 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.711073 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: floatingip-pools Jun 28 09:45:50.711397 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: ip_allocation.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.712305 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.712911 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 09:45:50.713234 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.714139 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.714651 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: ip-substring-filtering Jun 28 09:45:50.714975 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: l2_adjacency.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.715898 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.716407 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 09:45:50.716750 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: l3.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.717708 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.718256 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: router Jun 28 09:45:50.718619 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.721019 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.721559 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 09:45:50.721895 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.722836 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.723356 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: ext-gw-mode Jun 28 09:45:50.723682 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.724625 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.725124 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: l3-ha Jun 28 09:45:50.725449 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: l3_flavors.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.726360 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.726873 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: l3-flavors Jun 28 09:45:50.727194 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.728092 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.728633 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 09:45:50.728976 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: l3agentscheduler.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.729983 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.730496 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: l3_agent_scheduler Jun 28 09:45:50.730825 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: logging.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.732303 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.732863 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension logging not supported by any of loaded plugins Jun 28 09:45:50.733198 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: metering.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.733965 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.734552 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: metering Jun 28 09:45:50.734878 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.736199 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.736743 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: metering_source_and_destination_fields Jun 28 09:45:50.737078 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: multiprovidernet.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.737986 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.738499 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: multi-provider Jun 28 09:45:50.738826 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: netmtu.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.739721 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.740230 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: net-mtu Jun 28 09:45:50.740555 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: netmtu_writable.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.741481 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.741997 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: net-mtu-writable Jun 28 09:45:50.742320 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: network_availability_zone.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.742977 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.743485 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: network_availability_zone Jun 28 09:45:50.743808 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: network_ip_availability.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.744910 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.745430 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: network-ip-availability Jun 28 09:45:50.745753 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: network_segment_range.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.746502 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.747010 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 09:45:50.747333 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: pagination.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.748320 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.748653 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: pagination Jun 28 09:45:50.749001 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: port_device_profile.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.750496 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.751015 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: port-device-profile Jun 28 09:45:50.751336 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.752250 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.752795 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: port-mac-address-regenerate Jun 28 09:45:50.753117 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.754017 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.754527 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: port-numa-affinity-policy Jun 28 09:45:50.754848 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: port_resource_request.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.755744 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.756246 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 09:45:50.756564 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: portbindings.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.757496 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.758003 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: binding Jun 28 09:45:50.758321 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: portbindings_extended.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.759581 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.760100 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: binding-extended Jun 28 09:45:50.760427 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: portsecurity.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.761352 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.761866 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: port-security Jun 28 09:45:50.762187 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: project_id.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.763144 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.763472 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: project-id Jun 28 09:45:50.763789 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: providernet.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.764689 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.765810 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: provider Jun 28 09:45:50.766129 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: qos.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.769792 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.770323 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension qos not supported by any of loaded plugins Jun 28 09:45:50.770658 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.771890 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.772411 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 09:45:50.772768 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.773667 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.774181 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 09:45:50.774505 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: qos_default.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.775395 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.775909 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension qos-default not supported by any of loaded plugins Jun 28 09:45:50.776232 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: qos_fip.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.776907 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.777412 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension qos-fip not supported by any of loaded plugins Jun 28 09:45:50.777735 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: qos_gateway_ip.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.778640 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.779152 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 09:45:50.779477 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: qos_port_network_policy.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.780366 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.781005 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 09:45:50.781329 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: qos_rule_type_details.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.782233 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.782745 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 09:45:50.783066 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: qos_rules_alias.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.784083 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.784601 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 09:45:50.784954 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: quotasv2.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.785842 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.786168 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: quotas Jun 28 09:45:50.786488 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: quotasv2_detail.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.789513 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.789856 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: quota_details Jun 28 09:45:50.790190 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: rbac.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.791232 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.791765 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: rbac-policies Jun 28 09:45:50.792098 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: rbac_address_group.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.793054 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.793573 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: rbac-address-group Jun 28 09:45:50.793901 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: rbac_address_scope.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.794818 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.795413 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: rbac-address-scope Jun 28 09:45:50.795748 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: rbac_security_groups.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.796673 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.797209 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: rbac-security-groups Jun 28 09:45:50.797536 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: rbac_subnetpool.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.798435 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.798947 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: rbac-subnetpool Jun 28 09:45:50.799272 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: revisionifmatch.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.800171 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.800684 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: revision-if-match Jun 28 09:45:50.801041 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: revisions.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.802328 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.802844 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: standard-attr-revisions Jun 28 09:45:50.803176 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: router_availability_zone.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.803838 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.804356 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: router_availability_zone Jun 28 09:45:50.804680 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: routerservicetype.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.805609 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.806116 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension router-service-type not supported by any of loaded plugins Jun 28 09:45:50.806441 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.807349 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.807862 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: security-groups-normalized-cidr Jun 28 09:45:50.808186 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.809124 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.809638 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: port-security-groups-filtering Jun 28 09:45:50.809963 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.810862 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.811377 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: security-groups-remote-address-group Jun 28 09:45:50.811702 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: securitygroup.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.823743 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.824289 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: security-group Jun 28 09:45:50.824625 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: segment.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.825440 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.825955 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension segment not supported by any of loaded plugins Jun 28 09:45:50.826286 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.827217 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.828329 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 09:45:50.828910 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: servicetype.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.829892 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.830418 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: service-type Jun 28 09:45:50.830745 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: sorting.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.831709 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.832045 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: sorting Jun 28 09:45:50.832369 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: standard_attr_segment.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.833522 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.834051 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 09:45:50.834378 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: standardattrdescription.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.835015 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.835525 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: standard-attr-description Jun 28 09:45:50.835848 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: stateful_security_group.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.836786 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.837309 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: stateful-security-group Jun 28 09:45:50.837635 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: stdattrs_common.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.838205 dv-cinder-786627-12-iscsi neutron-server[100016]: WARNING neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 09:45:50.838524 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.839434 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.839950 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 09:45:50.840270 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: subnet_onboard.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.841376 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.841900 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: subnet_onboard Jun 28 09:45:50.842222 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.843174 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.843816 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 09:45:50.844139 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: subnet_service_types.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.845077 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.845596 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: subnet-service-types Jun 28 09:45:50.845916 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: subnetallocation.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.847023 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.847539 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: subnet_allocation Jun 28 09:45:50.847862 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.848515 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.849061 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: subnetpool-prefix-ops Jun 28 09:45:50.849382 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.850408 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.851074 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 09:45:50.851414 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: tagging.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.852522 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.853086 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: standard-attr-tag Jun 28 09:45:50.853412 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: timestamp.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.854639 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.855524 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loaded extension: standard-attr-timestamp Jun 28 09:45:50.856074 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: trunk.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.857278 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.857804 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension trunk not supported by any of loaded plugins Jun 28 09:45:50.858134 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: trunk_details.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.859140 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.860035 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension trunk-details not supported by any of loaded plugins Jun 28 09:45:50.860581 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: uplink_status_propagation.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.862162 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.862690 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 09:45:50.863022 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Loading extension file: vlantransparent.py {{(pid=100016) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:45:50.863692 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100016) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:45:50.864207 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 09:45:50.866681 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of TrackedResource for resource:network Jun 28 09:45:50.867211 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of TrackedResource for resource:subnet Jun 28 09:45:50.867609 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:45:50.867998 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of TrackedResource for resource:port Jun 28 09:45:50.869547 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.v2.resource_helper [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:45:50.870154 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.v2.resource_helper [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Service FLAVORS assigned prefix: {{(pid=100016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:45:50.871030 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.v2.resource_helper [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:45:50.871622 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.v2.resource_helper [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:45:50.871993 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of TrackedResource for resource:router Jun 28 09:45:50.872508 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 09:45:50.873225 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.v2.resource_helper [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Service METERING assigned prefix: /metering {{(pid=100016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:45:50.875907 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.876284 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.876801 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:45:50.878190 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 09:45:50.878787 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of TrackedResource for resource:security_group Jun 28 09:45:50.879370 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 09:45:50.879970 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.v2.resource_helper [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Service CORE assigned prefix: {{(pid=100016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:45:50.880301 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:45:50.880645 dv-cinder-786627-12-iscsi neutron-server[100016]: WARNING neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] subnetpool is already registered Jun 28 09:45:50.881120 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.v2.resource_helper [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Service CORE assigned prefix: {{(pid=100016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:45:50.881446 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:45:50.881777 dv-cinder-786627-12-iscsi neutron-server[100016]: WARNING neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] subnetpool is already registered Jun 28 09:45:50.884074 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.v2.resource_helper [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:45:50.884505 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.v2.resource_helper [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Service FLAVORS assigned prefix: {{(pid=100016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:45:50.885133 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.v2.resource_helper [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:45:50.885557 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.v2.resource_helper [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:45:50.885888 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of TrackedResource for resource:router Jun 28 09:45:50.886223 dv-cinder-786627-12-iscsi neutron-server[100016]: WARNING neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] router is already registered Jun 28 09:45:50.886639 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 09:45:50.886971 dv-cinder-786627-12-iscsi neutron-server[100016]: WARNING neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] floatingip is already registered Jun 28 09:45:50.887423 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.v2.resource_helper [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Service METERING assigned prefix: /metering {{(pid=100016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:45:50.888084 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 09:45:50.888407 dv-cinder-786627-12-iscsi neutron-server[100016]: WARNING neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] rbac_policy is already registered Jun 28 09:45:50.888842 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of TrackedResource for resource:security_group Jun 28 09:45:50.889175 dv-cinder-786627-12-iscsi neutron-server[100016]: WARNING neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] security_group is already registered Jun 28 09:45:50.889574 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 09:45:50.889900 dv-cinder-786627-12-iscsi neutron-server[100016]: WARNING neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] security_group_rule is already registered Jun 28 09:45:50.891107 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.v2.resource_helper [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Service CORE assigned prefix: {{(pid=100016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:45:50.891434 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:45:50.891768 dv-cinder-786627-12-iscsi neutron-server[100016]: WARNING neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] subnetpool is already registered Jun 28 09:45:50.892186 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.v2.resource_helper [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Service CORE assigned prefix: {{(pid=100016) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:45:50.892507 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:45:50.892870 dv-cinder-786627-12-iscsi neutron-server[100016]: WARNING neutron.quota.resource_registry [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] subnetpool is already registered Jun 28 09:45:50.893344 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: extensions {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.894848 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: address-groups {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.896438 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: address-scopes {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.897803 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: agents {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.898978 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: auto-allocated-topology {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.900220 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: availability_zones {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.901494 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: dhcp-networks {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.903101 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: dhcp-agents {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.904569 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: routers {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.906338 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: flavors {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.908766 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: service_profiles {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.909998 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: next_providers {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.911459 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: service_profiles {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.913046 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: floatingip-pools {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.914291 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: routers {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.916006 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: floatingips {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.917329 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: l3-routers {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.919184 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: l3-agents {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.920597 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: metering-labels {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.921937 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: metering-label-rules {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.923320 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: network-ip-availabilities {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.924581 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: bindings {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.926253 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: quotas {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.927792 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: quotas {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.929248 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: rbac-policies {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.930455 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: security-groups {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.931760 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: security-group-rules {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.933064 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: service-providers {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.934347 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: subnetpools {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.935680 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: subnetpools {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.937846 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: tags {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.939726 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: tags {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.941673 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: tags {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.943467 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: tags {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.945190 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: tags {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.947160 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: tags {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.948896 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: tags {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.950696 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: tags {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.953296 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: tags {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.955090 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron.api.extensions [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Extended resource: tags {{(pid=100016) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:45:50.961213 dv-cinder-786627-12-iscsi neutron-server[100016]: WARNING keystonemiddleware.auth_token [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 09:45:50.965779 dv-cinder-786627-12-iscsi neutron-server[100016]: WARNING keystonemiddleware.auth_token [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 09:45:50.974473 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_concurrency.lockutils [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Acquired lock "singleton_lock" {{(pid=100016) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 09:45:50.975001 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_concurrency.lockutils [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Releasing lock "singleton_lock" {{(pid=100016) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 09:45:50.975585 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO oslo_service.service [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Starting 2 workers Jun 28 09:45:50.980287 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Started child 100129 {{(pid=100016) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 09:45:50.985260 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Started child 100130 {{(pid=100016) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 09:45:50.986534 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:50.987193 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO neutron.service [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 09:45:50.987767 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Notify callbacks [] for process, before_spawn {{(pid=100016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:50.988041 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [-] (100129) wsgi starting up on http://0.0.0.0:9696 Jun 28 09:45:50.990263 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO oslo_service.service [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Starting 1 workers Jun 28 09:45:50.990373 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:50.991703 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [-] (100130) wsgi starting up on http://0.0.0.0:9696 Jun 28 09:45:50.995591 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Started child 100131 {{(pid=100016) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 09:45:50.996113 dv-cinder-786627-12-iscsi neutron-server[100016]: INFO oslo_service.service [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Starting 1 workers Jun 28 09:45:50.999141 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.service [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] calling RpcWorker wait() {{(pid=100131) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 09:45:51.000277 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.service [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] returning from RpcWorker wait() {{(pid=100131) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 09:45:51.001154 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Started child 100132 {{(pid=100016) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 09:45:51.001746 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:51.002006 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG neutron_lib.callbacks.manager [None req-94af6384-8863-478d-9a93-e107bf4e13e9 None None] Notify callbacks [] for process, after_spawn {{(pid=100016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:51.002340 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:51.003931 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100016) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 09:45:51.004158 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 09:45:51.004348 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 09:45:51.004569 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 09:45:51.004957 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 09:45:51.005129 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 09:45:51.005667 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.005938 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.006202 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:51.006716 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.006716 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.006716 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.007305 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.007578 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.007819 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.008095 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.008358 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.008533 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.008698 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.008973 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.009220 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.009509 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.009796 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.010046 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.010408 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.010517 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.010730 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.010995 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.011229 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.011493 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] debug = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.011731 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.012211 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.012463 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.012730 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.012954 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.013244 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.013470 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.013737 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.013992 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.014244 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.014490 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.014740 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.015022 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.015399 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.015692 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.015692 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.015927 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.016369 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] host = dv-cinder-786627-12-iscsi {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.016616 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.016855 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.017260 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.017358 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.017586 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.017799 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.018059 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.018312 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.018552 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.018776 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.019021 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.019241 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.019462 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.019705 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] log_file = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.019863 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] log_options = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.020099 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.020386 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.020628 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.020840 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.021019 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.021181 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.021431 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.021595 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.021841 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.022055 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.022309 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.022479 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.022710 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.022944 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.023204 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.023448 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.023661 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.023868 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.024132 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.024358 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.024582 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.024896 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.025049 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.025257 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.025487 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.025718 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.025945 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.026173 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.026382 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.026648 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.026860 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.027120 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.027514 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.028400 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.029391 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.029673 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.029906 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.030236 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:51.030507 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.031043 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.031334 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.031610 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.031859 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.032129 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.032363 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.032619 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.032877 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] use_json = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.033100 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.033345 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.033622 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.033857 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.034100 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.034322 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.034544 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.034789 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.035218 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.035507 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.035818 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.036074 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.036319 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.036599 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.036861 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.037108 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.037380 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.037619 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.037938 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.038196 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.042545 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.042545 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.042545 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.042545 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.042545 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.042545 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.042545 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.042545 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.043025 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.043025 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.043025 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.043025 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.043025 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.043025 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.043025 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.043025 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.043482 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.043482 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.043482 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.043482 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.043712 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.043777 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.044006 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.044324 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.044579 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.044830 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.045069 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.045345 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.045622 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.045953 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.046727 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.047001 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.048974 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.049385 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.049662 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.049914 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.050173 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.050462 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.050702 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.050928 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.051152 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.051371 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.051599 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.051856 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.052084 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.052739 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.052739 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.052934 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.053063 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.053612 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.053845 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.054070 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.054618 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.054618 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.054810 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.054940 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.055184 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.055402 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.055624 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.055840 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.056055 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.056270 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.056485 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.056723 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.056995 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.057183 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.057396 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.057616 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.057829 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.058041 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.058254 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.058465 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.058737 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.059035 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.059286 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.059503 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.059721 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.059977 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.060229 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.060463 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.060680 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.060922 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.061307 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.061720 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.062768 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.063238 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.063640 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.064016 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.064292 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.064516 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.064769 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.065052 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.065267 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.065643 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.066081 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.066484 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.066890 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.067309 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.067703 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.068122 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.068508 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.068937 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.069335 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.069726 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.070172 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.070586 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.071009 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.071393 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.071782 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.072161 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.072559 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.072977 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.073347 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.073766 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.073998 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.074308 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.074560 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.074782 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.075008 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.075260 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.075565 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.075814 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.076030 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.076243 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.076527 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.076813 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.077049 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.077325 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.077631 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.077877 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.078262 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.078500 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.078731 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.078975 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.079298 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.079519 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.079756 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.079987 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.080202 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.080434 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.080646 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.080924 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.081141 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.081354 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.081584 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.081798 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.082015 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.082241 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.082451 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.082664 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.082898 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.083130 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.083344 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.083557 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.083789 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.084012 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.084225 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.084496 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.084778 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.085010 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.085252 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.085501 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.085739 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.085955 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.086213 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.086432 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.086642 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.086851 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.087065 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.087310 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.087538 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.087777 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.088384 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.088384 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.088548 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.088825 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.089061 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.089289 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.089524 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.089739 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.090007 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.090234 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.090451 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.090684 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.090902 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.091134 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.091376 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.091614 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.091853 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.092101 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.092312 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.093098 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.093098 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.093098 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.093351 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.093568 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.093813 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.094046 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.094277 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.094528 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.094725 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.094933 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.095143 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.095350 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.095572 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.095780 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.095987 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.096220 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.097097 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.097097 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.097097 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.097097 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.097500 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.097500 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.097746 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.097870 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.098057 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.098268 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.099361 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.099361 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.099361 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.099700 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.099700 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.099954 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.100201 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.100440 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.100764 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.100980 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.101236 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.101468 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.101682 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.101896 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.102163 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.102483 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.102797 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.103057 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.103290 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.103583 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.103862 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.104117 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.104346 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.104644 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.104991 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.105252 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.105515 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.105740 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.106001 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.106292 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.106434 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.106654 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.106882 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.107092 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.107329 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.107569 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.107819 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.108049 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.108270 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.108502 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.109285 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.109512 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.109727 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.109962 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.110114 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 09:45:51.110696 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100016) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 09:45:51.111128 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 09:45:51.111269 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 09:45:51.111437 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 09:45:51.111605 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 09:45:51.111755 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 09:45:51.111958 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.112117 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.112275 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.112434 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.112592 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.112791 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.112953 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.113110 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.113268 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.113424 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.113580 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.113736 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.113890 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.114109 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.114197 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.114334 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.114489 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.114646 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.114807 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.114963 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.115118 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.115274 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.115430 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] debug = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.115585 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.115794 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.115958 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.116114 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.116270 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.116446 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.116580 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.116737 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.116886 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.117042 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.117199 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.117354 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.117510 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.117666 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.117821 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.117977 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.118133 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.118272 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] host = dv-cinder-786627-12-iscsi {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.118432 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.118586 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.118742 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.118898 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.119053 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.119208 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.119364 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.119520 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.119677 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.119833 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.119988 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.120143 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.120300 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.120455 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] log_file = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.120610 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] log_options = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.120791 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.120948 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.121104 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.121291 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.121453 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.121609 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.121765 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.121945 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.122101 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.122257 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.122414 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.122569 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.122725 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.122882 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.123036 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.123192 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.123348 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.123504 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.123661 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.123818 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.123974 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.124129 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.124285 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.125060 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.125217 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.125369 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.125525 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.125680 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.125835 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.125992 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.126148 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.126306 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.126472 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.126629 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.126783 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.126939 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.127095 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.127255 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.127412 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.127567 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.127722 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.127878 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.128033 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.128181 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.128335 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.128490 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] use_json = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.128620 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.128805 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.128940 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.129087 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.129242 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.129397 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.129733 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.129733 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:45:51.130182 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.130182 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.130182 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.130409 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.130488 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.130641 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.130833 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.130973 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.131109 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.131252 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.131391 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.131551 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.131720 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.131879 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.132038 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.132199 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.132363 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.132525 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.132684 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.132866 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.133027 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.133186 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.133362 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.133759 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.133925 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.134086 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.134246 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.134407 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.134567 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.134728 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.134887 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.135047 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.135207 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.135367 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.135527 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.135687 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.135846 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.136006 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.136166 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.136326 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.136491 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.136669 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.136823 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.136976 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.137135 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.137295 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.137455 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.137616 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.137776 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.137934 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.138269 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.138269 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.138477 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.138561 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.138700 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.138858 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.139017 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.139176 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.139334 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.139494 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.139654 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.139825 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.140015 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.140243 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.140454 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.140667 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.140903 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.141113 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.141322 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.141547 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.141785 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.141998 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.142209 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.142432 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.142630 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.142840 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.143073 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.143260 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.143421 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.143581 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.143741 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.143902 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.144062 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.144222 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.144391 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.144565 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.144759 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.144901 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.145061 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.145220 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.145380 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.145539 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.145682 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.145844 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.146004 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.146556 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.146556 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.146556 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.147047 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.147047 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.147047 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.147411 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.147411 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.147670 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.147670 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.147906 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.147906 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.148235 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.148235 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.148553 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.148553 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.148828 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.148828 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.149115 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.149277 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.149277 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.149541 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.149666 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.149818 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.149946 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.150077 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.150219 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.150418 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.150612 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.150612 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.150952 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.150952 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.151212 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.151297 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.151429 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.151537 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.151685 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.151867 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.152026 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.152184 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.152343 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.152502 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.152808 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.153017 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.153303 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.153391 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:51.153588 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.153870 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.154154 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.154437 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.154722 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.154997 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.155223 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.155388 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.155551 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.155741 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.155900 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.156062 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.156301 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.156519 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.156843 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.157128 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.157416 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.157704 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.157988 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.158317 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.158590 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.158978 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.159146 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.159301 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.159520 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.159669 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.159802 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.159932 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.160064 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.160195 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.160494 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.160494 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.160810 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.160810 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.161315 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.161315 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.161315 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.161675 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.161675 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.161903 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.161903 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.162155 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.162155 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.162375 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.162501 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.165217 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.165217 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.165217 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.165680 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.165903 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.166047 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.166374 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.166860 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.167025 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.167218 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.167487 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.167778 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.168062 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.168348 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.169628 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.169628 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.169628 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.169628 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.169628 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.169628 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.170445 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.170445 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.170445 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.170445 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.170971 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.170971 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.170971 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.171715 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.171715 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.171879 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.172061 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.172286 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.172421 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.172574 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.172752 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.172911 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.173069 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.173227 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.173386 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.174056 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.174056 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.174056 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.174056 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.174383 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.174383 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.174528 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.174607 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.174755 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.174923 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.175058 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.175215 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.175430 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.175556 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.175681 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.175841 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.176306 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.176306 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.176306 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.176637 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.176637 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.176842 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.176922 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.177087 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.177243 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.177405 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.177711 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.177880 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.178042 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.178203 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.178390 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.178533 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.178691 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.179136 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.179136 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.179136 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.179381 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.179462 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.179612 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.179782 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.179907 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.180061 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.180302 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.180445 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.180582 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.180761 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.180900 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.180985 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.181114 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.181273 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:45:51.181426 dv-cinder-786627-12-iscsi neutron-server[100016]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100016) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 09:45:51.445672 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 42206) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:45:51.454090 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063312 Jun 28 09:46:03.037273 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf27d35-ebbe-4eba-b4fb-a8c1616e5a0b None None] get_active_networks_info from dv-cinder-786627-12-iscsi {{(pid=100131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 09:46:03.144037 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf27d35-ebbe-4eba-b4fb-a8c1616e5a0b None None] No non-hosted networks {{(pid=100131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 09:46:03.153385 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.agentschedulers_db [None req-fbf27d35-ebbe-4eba-b4fb-a8c1616e5a0b None None] DHCP Agent not found on host dv-cinder-786627-12-iscsi {{(pid=100131) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 28 09:46:03.346021 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-acf8ca4d-ed68-46e1-a44e-517bb53815f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640105'] for agent, after_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:05.448976 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640105'] for agent, after_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:05.450568 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.451160 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.451870 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.453538 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.454666 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.465245 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.465245 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.465245 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.465245 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.465245 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.465695 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.465695 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.465695 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-12-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:05.484107 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-12-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:05.541131 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5c76ccd1-f35d-44f0-a519-3d5de57f11a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640105'] for agent, after_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:05.777643 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.db.api [None req-38281a8f-61df-457b-a9c9-680db68091c2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-786627-12-iscsi {{(pid=100131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:46:05.778284 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_db.api [None req-38281a8f-61df-457b-a9c9-680db68091c2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:46:06.405072 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-38281a8f-61df-457b-a9c9-680db68091c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:06.797576 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640105'] for agent, after_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:08.244945 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640105'] for agent, after_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:09.526900 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 42298) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:10.016353 dv-cinder-786627-12-iscsi neutron-server[100130]: WARNING oslo_policy.policy [None req-108eedd2-4185-41b6-89e6-3e9abab4d38d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:46:10.017006 dv-cinder-786627-12-iscsi neutron-server[100130]: WARNING oslo_policy.policy [None req-108eedd2-4185-41b6-89e6-3e9abab4d38d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:46:10.230734 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [None req-108eedd2-4185-41b6-89e6-3e9abab4d38d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:46:10.231801 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-108eedd2-4185-41b6-89e6-3e9abab4d38d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7040021 Jun 28 09:46:12.556688 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 42312) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:12.765026 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.db.l3_hamode_db [None req-09da1ebb-607b-4562-b227-ce92aaa83674 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 09:46:12.843313 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09da1ebb-607b-4562-b227-ce92aaa83674 None None] Routers set() bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:46:12.844264 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09da1ebb-607b-4562-b227-ce92aaa83674 None None] Router IDs set() for agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 09:46:12.866250 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-b4dc5fc3-4b70-40de-bf5a-a5e9233f69d6 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:46:12.961304 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.policy [None req-b4dc5fc3-4b70-40de-bf5a-a5e9233f69d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100130) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 09:46:13.009193 dv-cinder-786627-12-iscsi neutron-server[100130]: WARNING oslo_policy.policy [None req-b4dc5fc3-4b70-40de-bf5a-a5e9233f69d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:46:13.009565 dv-cinder-786627-12-iscsi neutron-server[100130]: WARNING oslo_policy.policy [None req-b4dc5fc3-4b70-40de-bf5a-a5e9233f69d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:46:13.019081 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.quota [None req-b4dc5fc3-4b70-40de-bf5a-a5e9233f69d6 admin admin] Loaded quota_driver: . Jun 28 09:46:13.172756 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5fc3-4b70-40de-bf5a-a5e9233f69d6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728818000166', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728818000715', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728817979315', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728817981817', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728817991482', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728817968734', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2058004', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2080888', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-577137', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-630839'] for rbac-policy, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:13.379528 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5fc3-4b70-40de-bf5a-a5e9233f69d6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:13.380720 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-b4dc5fc3-4b70-40de-bf5a-a5e9233f69d6 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8230221 Jun 28 09:46:15.909482 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 42324) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:16.202221 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Request body: {'network': {'tenant_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'admin_state_up': True, 'name': 'private', 'project_id': 'd9615c789d1548e6a9f68a7e2e4913cc'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:46:16.293372 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Made reservation on behalf of d9615c789d1548e6a9f68a7e2e4913cc for: {'network': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:46:16.296088 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:16.313288 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:16.432478 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:16.562688 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:16.568001 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:16.582805 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=100130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:46:16.610931 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728819225869', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:16.611558 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Unsubscribe: segment precommit_create {{(pid=100130) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 09:46:16.612042 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.segments_db [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Added segment d5b62f2e-38a6-4493-9c5f-e89d5c9fe433 of type vlan for network 479ba47c-6fef-48c8-b90e-2fc82f4e59be Jun 28 09:46:16.629213 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae92616-0a0d-4491-bc24-c5dae94690f8,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:16.677494 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:16.677849 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:16.678179 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:16.678500 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:16.678820 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:16.679154 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:16.679477 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:16.679804 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:16.680119 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:16.680431 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:16.680758 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:16.681067 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Tracked resource versions report: Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: pushed versions: Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: { 'AddressGroup': {'1.2'}, Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'ConntrackHelper': {'1.0'}, Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Log': {'1.0'}, Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Network': {'1.1'}, Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Port': {'1.7'}, Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'PortForwarding': {'1.2'}, Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'QosPolicy': {'1.8'}, Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'SecurityGroup': {'1.4'}, Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'SubPort': {'1.0'}, Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Subnet': {'1.1'}, Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Trunk': {'1.1'}} Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: consumer versions: Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: { DHCP agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: L3 agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: Metadata agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: Metering agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: Open vSwitch agent@dv-cinder-786627-12-iscsi: { 'AddressGroup': '1.2', Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'ConntrackHelper': '1.0', Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Log': '1.0', Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Network': '1.1', Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Port': '1.7', Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'PortForwarding': '1.2', Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'QosPolicy': '1.8', Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'SecurityGroup': '1.4', Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'SecurityGroupRule': '1.2', Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'SubPort': '1.0', Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Subnet': '1.1', Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Trunk': '1.1'}} Jun 28 09:46:16.682344 dv-cinder-786627-12-iscsi neutron-server[100130]: {{(pid=100130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:46:16.739539 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:16.739539 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:16.847896 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:16.849318 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:16.849989 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:16.852619 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:16.943261 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Pushing event updated for resources: {'Network': ['ID=479ba47c-6fef-48c8-b90e-2fc82f4e59be,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:16.947010 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:16.954303 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network 479ba47c-6fef-48c8-b90e-2fc82f4e59be details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:46:16.988736 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0663226 Jun 28 09:46:19.606862 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 42338) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:20.095408 dv-cinder-786627-12-iscsi neutron-server[100129]: WARNING oslo_policy.policy [None req-c8d0ec22-6748-49a1-98c0-d7e3b39b26e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:46:20.095998 dv-cinder-786627-12-iscsi neutron-server[100129]: WARNING oslo_policy.policy [None req-c8d0ec22-6748-49a1-98c0-d7e3b39b26e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:46:20.528675 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.policy [None req-c8d0ec22-6748-49a1-98c0-d7e3b39b26e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100129) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 09:46:20.574236 dv-cinder-786627-12-iscsi neutron-server[100129]: WARNING oslo_policy.policy [None req-c8d0ec22-6748-49a1-98c0-d7e3b39b26e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:46:20.574605 dv-cinder-786627-12-iscsi neutron-server[100129]: WARNING oslo_policy.policy [None req-c8d0ec22-6748-49a1-98c0-d7e3b39b26e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:46:20.583244 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d0ec22-6748-49a1-98c0-d7e3b39b26e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:20.585159 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-c8d0ec22-6748-49a1-98c0-d7e3b39b26e0 admin admin] 10.222.0.30 "GET /v2.0/networks/479ba47c-6fef-48c8-b90e-2fc82f4e59be HTTP/1.1" status: 200 len: 825 time: 0.9763360 Jun 28 09:46:20.623247 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-47a835c6-6499-461b-bb26-d4de1f6a9b75 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/32b3b190-18bd-49f7-a651-cc172030b957 HTTP/1.1" status: 200 len: 734 time: 0.0327752 Jun 28 09:46:20.632582 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Request body: {'subnet': {'subnetpool_id': '32b3b190-18bd-49f7-a651-cc172030b957', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'ip_version': 4, 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:46:20.634165 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.quota [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Loaded quota_driver: . Jun 28 09:46:20.735931 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Made reservation on behalf of d9615c789d1548e6a9f68a7e2e4913cc for: {'subnet': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:46:20.738716 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:21.105362 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for subnet, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:21.108603 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:21.178930 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Checking segment: {'id': 'd5b62f2e-38a6-4493-9c5f-e89d5c9fe433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:46:21.179306 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Network hostable DHCP agents. Network: 479ba47c-6fef-48c8-b90e-2fc82f4e59be, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:46:21.188560 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d47c1cf-d9ca-4e6f-8530-3b489a4bec36,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:21.198445 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:21.198797 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:21.199128 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:21.199447 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:21.199763 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:21.200093 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:21.200408 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:21.200756 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:21.201075 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:21.201383 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:21.201690 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:21.201994 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Tracked resource versions report: Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: pushed versions: Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: { 'AddressGroup': {'1.2'}, Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'ConntrackHelper': {'1.0'}, Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Log': {'1.0'}, Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Network': {'1.1'}, Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Port': {'1.7'}, Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'PortForwarding': {'1.2'}, Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'QosPolicy': {'1.8'}, Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'SecurityGroup': {'1.4'}, Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'SubPort': {'1.0'}, Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Subnet': {'1.1'}, Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Trunk': {'1.1'}} Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: consumer versions: Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: { DHCP agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: L3 agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: Metadata agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: Metering agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: Open vSwitch agent@dv-cinder-786627-12-iscsi: { 'AddressGroup': '1.2', Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'ConntrackHelper': '1.0', Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Log': '1.0', Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Network': '1.1', Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Port': '1.7', Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'PortForwarding': '1.2', Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'QosPolicy': '1.8', Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'SecurityGroup': '1.4', Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'SecurityGroupRule': '1.2', Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'SubPort': '1.0', Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Subnet': '1.1', Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Trunk': '1.1'}} Jun 28 09:46:21.203576 dv-cinder-786627-12-iscsi neutron-server[100129]: {{(pid=100129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:46:21.237990 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:21.304511 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Network 479ba47c-6fef-48c8-b90e-2fc82f4e59be is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:46:21.387241 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, 479ba47c-6fef-48c8-b90e-2fc82f4e59be) {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:46:21.392118 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:21.392792 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:21.398725 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc878e1-f81f-41fa-a6e8-2e14577073b6 None None] Network 479ba47c-6fef-48c8-b90e-2fc82f4e59be requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:46:21.486280 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8572457 Jun 28 09:46:21.711236 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fa0e888-dc8c-5619-9e71-fea9e529594f-479ba47c-6fef-48c8-b90e-2fc82f4e59be', 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be', 'tenant_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'fixed_ips': [{'subnet_id': '8d47c1cf-d9ca-4e6f-8530-3b489a4bec36'}]}} from dv-cinder-786627-12-iscsi. {{(pid=100131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:46:21.712431 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:21.985074 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.db_base_plugin_common [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Allocated IP 172.20.0.2 (479ba47c-6fef-48c8-b90e-2fc82f4e59be/8d47c1cf-d9ca-4e6f-8530-3b489a4bec36/4468f438-da29-497a-b16b-15b347422e6a) {{(pid=100131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:46:22.188614 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Notify callbacks [] for port, precommit_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:22.230409 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Transition to ACTIVE for port object 4468f438-da29-497a-b16b-15b347422e6a will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:46:22.252101 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Transition to ACTIVE for port object 4468f438-da29-497a-b16b-15b347422e6a will not be triggered until provisioned by entity DHCP. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:46:22.317120 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:22.319858 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:22.384120 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Network 479ba47c-6fef-48c8-b90e-2fc82f4e59be is already hosted by enough agents. {{(pid=100131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:46:22.394143 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.base_scheduler [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Resources bound (agent type, host, resource id): {{(pid=100131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:46:22.402743 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Received port after_create {{(pid=100131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:46:22.406368 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Pushing event updated for resources: {'Port': ['ID=4468f438-da29-497a-b16b-15b347422e6a,revision_number=1']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:22.432308 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:22.432647 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:22.433080 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:22.433414 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:22.433741 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:22.434106 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:22.434435 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:22.434759 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:22.435090 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:22.435407 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:22.435724 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:22.436039 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Tracked resource versions report: Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: pushed versions: Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: { 'AddressGroup': {'1.2'}, Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'ConntrackHelper': {'1.0'}, Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Log': {'1.0'}, Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Network': {'1.1'}, Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Port': {'1.7'}, Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'PortForwarding': {'1.2'}, Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'QosPolicy': {'1.8'}, Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'SecurityGroup': {'1.4'}, Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'SubPort': {'1.0'}, Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Subnet': {'1.1'}, Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Trunk': {'1.1'}} Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: consumer versions: Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: { DHCP agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: L3 agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: Metadata agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: Metering agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: Open vSwitch agent@dv-cinder-786627-12-iscsi: { 'AddressGroup': '1.2', Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'ConntrackHelper': '1.0', Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Log': '1.0', Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Network': '1.1', Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Port': '1.7', Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'PortForwarding': '1.2', Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'QosPolicy': '1.8', Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'SecurityGroup': '1.4', Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'SecurityGroupRule': '1.2', Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'SubPort': '1.0', Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Subnet': '1.1', Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Trunk': '1.1'}} Jun 28 09:46:22.437448 dv-cinder-786627-12-iscsi neutron-server[100131]: {{(pid=100131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:46:22.460538 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:22.487104 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Attempting to bind port 4468f438-da29-497a-b16b-15b347422e6a on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:46:22.487501 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Attempting to bind port 4468f438-da29-497a-b16b-15b347422e6a by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': 'd5b62f2e-38a6-4493-9c5f-e89d5c9fe433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:46:22.487943 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Attempting to bind port 4468f438-da29-497a-b16b-15b347422e6a on network 479ba47c-6fef-48c8-b90e-2fc82f4e59be {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:46:22.492757 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:46:22.493172 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Checking segment: {'id': 'd5b62f2e-38a6-4493-9c5f-e89d5c9fe433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:46:22.493629 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:22.494026 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Bound using segment: {'id': 'd5b62f2e-38a6-4493-9c5f-e89d5c9fe433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:46:22.494518 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Bound port: 4468f438-da29-497a-b16b-15b347422e6a, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b62f2e-38a6-4493-9c5f-e89d5c9fe433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:46:22.494973 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:22.555650 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] For port 4468f438-da29-497a-b16b-15b347422e6a, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:46:22.559862 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] For port 4468f438-da29-497a-b16b-15b347422e6a, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=4468f438-da29-497a-b16b-15b347422e6a,segment=NetworkSegment(d5b62f2e-38a6-4493-9c5f-e89d5c9fe433),segment_id=d5b62f2e-38a6-4493-9c5f-e89d5c9fe433)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:46:22.717637 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:22.724816 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:22.785392 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Pushing event updated for resources: {'Port': ['ID=4468f438-da29-497a-b16b-15b347422e6a,revision_number=2']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:22.788443 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:23.904573 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 42358) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:24.231202 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [None req-e9333b69-3f46-4cd1-8a96-3d9f917ba79d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:46:24.232216 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-e9333b69-3f46-4cd1-8a96-3d9f917ba79d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3266497 Jun 28 09:46:26.609836 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 42366) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:26.919972 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [None req-a5f207c9-d1c0-4eb4-a0e0-81e4b16387bd admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:46:26.920988 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-a5f207c9-d1c0-4eb4-a0e0-81e4b16387bd admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3097334 Jun 28 09:46:28.791540 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c657b720-1249-4234-98ea-e3943cf104c9 None None] Network 479ba47c-6fef-48c8-b90e-2fc82f4e59be requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:46:28.945631 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-f7847c03-cfe2-4981-9460-e06fd844a9a7 None None] Provisioning for port 4468f438-da29-497a-b16b-15b347422e6a completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:46:29.294866 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 4468f438-da29-497a-b16b-15b347422e6a up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:46:29.432729 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 4468f438-da29-497a-b16b-15b347422e6a completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:46:29.436484 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 4468f438-da29-497a-b16b-15b347422e6a triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:46:29.437797 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:29.501871 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 42380) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:29.542239 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:29.575914 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 4468f438-da29-497a-b16b-15b347422e6a, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=4468f438-da29-497a-b16b-15b347422e6a,segment=NetworkSegment(d5b62f2e-38a6-4493-9c5f-e89d5c9fe433),segment_id=d5b62f2e-38a6-4493-9c5f-e89d5c9fe433)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:29.644496 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:29.646660 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:29.692007 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=4468f438-da29-497a-b16b-15b347422e6a,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:29.695091 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:29.809629 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-c5a38297-6b1c-4db8-93cd-464bfb332ac4 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'd9615c789d1548e6a9f68a7e2e4913cc'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:46:29.938873 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c5a38297-6b1c-4db8-93cd-464bfb332ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27156'] for router, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:29.940397 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c5a38297-6b1c-4db8-93cd-464bfb332ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-601449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27149'] for router, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:30.079093 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c5a38297-6b1c-4db8-93cd-464bfb332ac4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:30.151370 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c5a38297-6b1c-4db8-93cd-464bfb332ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641423'] for router, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:30.241546 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c5a38297-6b1c-4db8-93cd-464bfb332ac4 admin admin] Notify callbacks [] for router, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:30.242723 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-c5a38297-6b1c-4db8-93cd-464bfb332ac4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7397859 Jun 28 09:46:31.274313 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 4468f438-da29-497a-b16b-15b347422e6a up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:46:31.321310 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 4468f438-da29-497a-b16b-15b347422e6a triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:46:31.321677 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:32.604831 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 42388) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:32.906729 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [None req-b629d6aa-a2ea-41b7-bfa6-9b370e69064e admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:46:32.907725 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-b629d6aa-a2ea-41b7-bfa6-9b370e69064e admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3019552 Jun 28 09:46:33.048054 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-42276dae-cc6d-4c16-82ab-005368c4782e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:35.236075 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 42396) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:35.447493 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:35.478583 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-bae3bffe-6d17-4f29-9bef-8f563210ef94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:35.546759 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:46:35.638746 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Made reservation on behalf of 4949c4cfc9cd4cffbc8c01ab7c6608f2 for: {'network': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:46:35.641049 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:35.648919 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:35.731855 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:35.799592 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:35.804887 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:35.815114 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Reserving flat network on physical network physnet1 {{(pid=100130) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 09:46:35.836104 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518508a5-2491-407e-8456-93adaff0e017,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:35.839171 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:35.840395 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:35.840738 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.segments_db [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Added segment 90d7149c-3754-4ea3-bf3c-c2209d7b0920 of type flat for network a0abfdc1-536a-466f-8075-78b887cfa2eb Jun 28 09:46:35.886157 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:35.975208 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:35.976392 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:35.976999 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:35.979680 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:36.052127 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Pushing event updated for resources: {'Network': ['ID=a0abfdc1-536a-466f-8075-78b887cfa2eb,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:36.054784 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:36.062341 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network a0abfdc1-536a-466f-8075-78b887cfa2eb details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:46:36.096480 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8592973 Jun 28 09:46:36.712463 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:37.054864 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 5 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:46:38.121751 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:38.479405 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 42414) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:38.694753 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced7bd31-6183-4a13-ac65-62b016ba61be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:38.696099 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-ced7bd31-6183-4a13-ac65-62b016ba61be admin admin] 10.222.0.30 "GET /v2.0/subnets/8d47c1cf-d9ca-4e6f-8530-3b489a4bec36 HTTP/1.1" status: 200 len: 849 time: 0.2157590 Jun 28 09:46:38.813921 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-5675e833-3f75-4074-a62e-5af2e3d09e48 admin admin] 10.222.0.30 "GET /v2.0/routers/586e3ed6-51a7-4b24-87e4-28b1919f6d98 HTTP/1.1" status: 200 len: 704 time: 0.1124196 Jun 28 09:46:39.076887 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:39.369550 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Allocated IP 172.20.0.1 (479ba47c-6fef-48c8-b90e-2fc82f4e59be/8d47c1cf-d9ca-4e6f-8530-3b489a4bec36/841fcd6b-e1f3-416b-821d-a69c867436d2) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:46:39.552408 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:39.578305 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.provisioning_blocks [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Transition to ACTIVE for port object 841fcd6b-e1f3-416b-821d-a69c867436d2 will not be triggered until provisioned by entity DHCP. {{(pid=100130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:46:39.699113 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:39.702027 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:39.812396 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Network 479ba47c-6fef-48c8-b90e-2fc82f4e59be is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:46:39.821232 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:46:39.833971 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:46:39.834320 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714509'] for router_interface, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:39.887702 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Pushing event updated for resources: {'Port': ['ID=841fcd6b-e1f3-416b-821d-a69c867436d2,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:39.901635 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:40.138674 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-fba6814a-0819-43ff-bea4-507e14969a69 None None] Provisioning for port 841fcd6b-e1f3-416b-821d-a69c867436d2 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:46:40.139264 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:40.142710 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-fba6814a-0819-43ff-bea4-507e14969a69 None None] Provisioning complete for port 841fcd6b-e1f3-416b-821d-a69c867436d2 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:46:40.143080 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-fba6814a-0819-43ff-bea4-507e14969a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:40.176820 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-fba6814a-0819-43ff-bea4-507e14969a69 None None] Port 841fcd6b-e1f3-416b-821d-a69c867436d2 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:46:40.320236 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:40.375308 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:40.376401 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714641'] for router_interface, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:40.378748 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:40.456394 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Pushing event updated for resources: {'Port': ['ID=841fcd6b-e1f3-416b-821d-a69c867436d2,revision_number=2']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:40.461841 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:40.499781 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Network 479ba47c-6fef-48c8-b90e-2fc82f4e59be is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:46:40.501256 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:46:40.696166 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-b5e4ab74-4096-4279-b0c4-44322b47d707 None None] Provisioning complete for port 841fcd6b-e1f3-416b-821d-a69c867436d2 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:46:40.696541 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-b5e4ab74-4096-4279-b0c4-44322b47d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:40.718906 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Router 586e3ed6-51a7-4b24-87e4-28b1919f6d98 is scheduled to L3 agent 6120e629-0eac-4308-8089-a939bca814a4 with binding_index 1 {{(pid=100130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:46:40.729661 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-b5e4ab74-4096-4279-b0c4-44322b47d707 None None] Port 841fcd6b-e1f3-416b-821d-a69c867436d2 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:46:40.808650 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:46:40.814193 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] 10.222.0.30 "PUT /v2.0/routers/586e3ed6-51a7-4b24-87e4-28b1919f6d98/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9954286 Jun 28 09:46:40.818348 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Sync routers for ids ['586e3ed6-51a7-4b24-87e4-28b1919f6d98'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:46:40.830077 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Routers {'586e3ed6-51a7-4b24-87e4-28b1919f6d98'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:46:40.830936 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:46:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['586e3ed6-51a7-4b24-87e4-28b1919f6d98'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:41.014577 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Set router 586e3ed6-51a7-4b24-87e4-28b1919f6d98 gateway port host: None {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:46:41.443744 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e3ed6-51a7-4b24-87e4-28b1919f6d98', 'name': 'router1', 'tenant_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:46:29Z', 'updated_at': '2021-06-28T09:46:39Z', 'revision_number': 2, 'project_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'gw_port_host': None, '_interfaces': [{'id': '841fcd6b-e1f3-416b-821d-a69c867436d2', 'name': '', 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be', 'tenant_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'mac_address': 'fa:16:3e:28:38:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e3ed6-51a7-4b24-87e4-28b1919f6d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d47c1cf-d9ca-4e6f-8530-3b489a4bec36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:46:39Z', 'updated_at': '2021-06-28T09:46:40Z', 'revision_number': 2, 'project_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'subnets': [{'id': '8d47c1cf-d9ca-4e6f-8530-3b489a4bec36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32b3b190-18bd-49f7-a651-cc172030b957'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:41.495374 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Checking router: 586e3ed6-51a7-4b24-87e4-28b1919f6d98 for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:46:41.495755 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Updating router 586e3ed6-51a7-4b24-87e4-28b1919f6d98 port 841fcd6b-e1f3-416b-821d-a69c867436d2 binding host dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:46:41.561089 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:42.044617 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Notify callbacks [] for port, precommit_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:42.061557 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.provisioning_blocks [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Transition to ACTIVE for port object 841fcd6b-e1f3-416b-821d-a69c867436d2 will not be triggered until provisioned by entity L2. {{(pid=100132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:46:42.144588 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:42.147596 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:42.297761 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Pushing event updated for resources: {'Port': ['ID=841fcd6b-e1f3-416b-821d-a69c867436d2,revision_number=3']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:42.312718 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:42.313058 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:42.313390 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:42.313713 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:42.314028 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:42.314360 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:42.314684 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:42.314994 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:42.315319 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:42.315632 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:42.315936 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:42.316243 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Tracked resource versions report: Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: pushed versions: Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: { 'AddressGroup': {'1.2'}, Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'ConntrackHelper': {'1.0'}, Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Log': {'1.0'}, Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Network': {'1.1'}, Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Port': {'1.7'}, Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'PortForwarding': {'1.2'}, Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'QosPolicy': {'1.8'}, Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'SecurityGroup': {'1.4'}, Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'SubPort': {'1.0'}, Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Subnet': {'1.1'}, Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Trunk': {'1.1'}} Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: consumer versions: Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: { DHCP agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: L3 agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: Metadata agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: Metering agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: Open vSwitch agent@dv-cinder-786627-12-iscsi: { 'AddressGroup': '1.2', Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'ConntrackHelper': '1.0', Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Log': '1.0', Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Network': '1.1', Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Port': '1.7', Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'PortForwarding': '1.2', Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'QosPolicy': '1.8', Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'SecurityGroup': '1.4', Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'SecurityGroupRule': '1.2', Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'SubPort': '1.0', Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Subnet': '1.1', Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Trunk': '1.1'}} Jun 28 09:46:42.317669 dv-cinder-786627-12-iscsi neutron-server[100132]: {{(pid=100132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:46:42.321270 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:42.321888 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Attempting to bind port 841fcd6b-e1f3-416b-821d-a69c867436d2 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:46:42.322289 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Attempting to bind port 841fcd6b-e1f3-416b-821d-a69c867436d2 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': 'd5b62f2e-38a6-4493-9c5f-e89d5c9fe433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be'}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:46:42.322714 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Attempting to bind port 841fcd6b-e1f3-416b-821d-a69c867436d2 on network 479ba47c-6fef-48c8-b90e-2fc82f4e59be {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:46:42.328086 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:46:42.328499 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Checking segment: {'id': 'd5b62f2e-38a6-4493-9c5f-e89d5c9fe433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:46:42.328985 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:42.329365 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Bound using segment: {'id': 'd5b62f2e-38a6-4493-9c5f-e89d5c9fe433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be'} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:46:42.329860 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Bound port: 841fcd6b-e1f3-416b-821d-a69c867436d2, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b62f2e-38a6-4493-9c5f-e89d5c9fe433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be'}}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:46:42.330275 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:42.395670 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] For port 841fcd6b-e1f3-416b-821d-a69c867436d2, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:46:42.416755 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] For port 841fcd6b-e1f3-416b-821d-a69c867436d2, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=841fcd6b-e1f3-416b-821d-a69c867436d2,segment=NetworkSegment(d5b62f2e-38a6-4493-9c5f-e89d5c9fe433),segment_id=d5b62f2e-38a6-4493-9c5f-e89d5c9fe433)] {{(pid=100132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:46:42.473117 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:42.475287 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:42.522480 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Routers {'586e3ed6-51a7-4b24-87e4-28b1919f6d98'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:46:42.523089 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:46:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['586e3ed6-51a7-4b24-87e4-28b1919f6d98'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:42.600581 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Pushing event updated for resources: {'Port': ['ID=841fcd6b-e1f3-416b-821d-a69c867436d2,revision_number=4']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:42.603550 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:42.628293 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] Set router 586e3ed6-51a7-4b24-87e4-28b1919f6d98 gateway port host: None {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:46:42.834468 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e3ed6-51a7-4b24-87e4-28b1919f6d98', 'name': 'router1', 'tenant_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:46:29Z', 'updated_at': '2021-06-28T09:46:39Z', 'revision_number': 2, 'project_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'gw_port_host': None, '_interfaces': [{'id': '841fcd6b-e1f3-416b-821d-a69c867436d2', 'name': '', 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be', 'tenant_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'mac_address': 'fa:16:3e:28:38:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e3ed6-51a7-4b24-87e4-28b1919f6d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d47c1cf-d9ca-4e6f-8530-3b489a4bec36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:46:39Z', 'updated_at': '2021-06-28T09:46:42Z', 'revision_number': 4, 'project_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'subnets': [{'id': '8d47c1cf-d9ca-4e6f-8530-3b489a4bec36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32b3b190-18bd-49f7-a651-cc172030b957'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:42.863201 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c14e9e-e54d-4582-a1be-14a3f20ea085 None None] The sync data for ids ['586e3ed6-51a7-4b24-87e4-28b1919f6d98'] in dv-cinder-786627-12-iscsi is: [{'id': '586e3ed6-51a7-4b24-87e4-28b1919f6d98', 'name': 'router1', 'tenant_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:46:29Z', 'updated_at': '2021-06-28T09:46:39Z', 'revision_number': 2, 'project_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'gw_port_host': None, '_interfaces': [{'id': '841fcd6b-e1f3-416b-821d-a69c867436d2', 'name': '', 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be', 'tenant_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'mac_address': 'fa:16:3e:28:38:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e3ed6-51a7-4b24-87e4-28b1919f6d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d47c1cf-d9ca-4e6f-8530-3b489a4bec36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:46:39Z', 'updated_at': '2021-06-28T09:46:42Z', 'revision_number': 4, 'project_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'subnets': [{'id': '8d47c1cf-d9ca-4e6f-8530-3b489a4bec36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32b3b190-18bd-49f7-a651-cc172030b957'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:46:43.041711 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 42434) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:43.151067 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c404757-366e-4524-bfa8-41968d09b4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:43.152455 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-7c404757-366e-4524-bfa8-41968d09b4b9 admin admin] 10.222.0.30 "GET /v2.0/networks/a0abfdc1-536a-466f-8075-78b887cfa2eb HTTP/1.1" status: 200 len: 842 time: 0.1096957 Jun 28 09:46:43.162033 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-9522afa7-820e-40b4-8665-37239d17fc6c admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'name': 'public-subnet'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:46:43.278425 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9522afa7-820e-40b4-8665-37239d17fc6c admin admin] Made reservation on behalf of 4949c4cfc9cd4cffbc8c01ab7c6608f2 for: {'subnet': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:46:43.280954 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9522afa7-820e-40b4-8665-37239d17fc6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:43.709737 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.objects.ports [None req-9522afa7-820e-40b4-8665-37239d17fc6c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100130) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 09:46:43.710177 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9522afa7-820e-40b4-8665-37239d17fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for subnet, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:43.712931 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:43.769241 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522afa7-820e-40b4-8665-37239d17fc6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f9ce7e-6829-4b08-a492-130cb0051a8f,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:43.777494 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9522afa7-820e-40b4-8665-37239d17fc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:43.778366 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9522afa7-820e-40b4-8665-37239d17fc6c admin admin] Checking segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:46:43.778716 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9522afa7-820e-40b4-8665-37239d17fc6c admin admin] Network hostable DHCP agents. Network: a0abfdc1-536a-466f-8075-78b887cfa2eb, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:46:43.944199 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9522afa7-820e-40b4-8665-37239d17fc6c admin admin] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:46:44.058939 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-9522afa7-820e-40b4-8665-37239d17fc6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, a0abfdc1-536a-466f-8075-78b887cfa2eb) {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:46:44.064129 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522afa7-820e-40b4-8665-37239d17fc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:44.065030 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9522afa7-820e-40b4-8665-37239d17fc6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:44.067889 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c80e8a1-98b5-4083-b082-bb30395bf655 None None] Network a0abfdc1-536a-466f-8075-78b887cfa2eb requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:46:44.172838 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-9522afa7-820e-40b4-8665-37239d17fc6c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0142016 Jun 28 09:46:44.198725 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9b93b9-96b5-47a6-80d7-ffa53b67ff33 None None] Network a0abfdc1-536a-466f-8075-78b887cfa2eb requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:46:46.424481 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 42446) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:46.627178 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-436a572b-7c45-4306-a979-81cfcd4169a8 admin admin] 10.222.0.30 "GET /v2.0/routers/586e3ed6-51a7-4b24-87e4-28b1919f6d98 HTTP/1.1" status: 200 len: 710 time: 0.2015829 Jun 28 09:46:46.712263 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af67963d-72ae-469e-b40f-e96c7bd0c926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:46.713583 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-af67963d-72ae-469e-b40f-e96c7bd0c926 admin admin] 10.222.0.30 "GET /v2.0/networks/a0abfdc1-536a-466f-8075-78b887cfa2eb HTTP/1.1" status: 200 len: 886 time: 0.0812767 Jun 28 09:46:46.722846 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:46:46.973694 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27199'] for router, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:47.255233 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:47.301271 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 841fcd6b-e1f3-416b-821d-a69c867436d2 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:46:47.335553 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:47.487276 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 841fcd6b-e1f3-416b-821d-a69c867436d2 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:46:47.491075 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 841fcd6b-e1f3-416b-821d-a69c867436d2 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:46:47.491452 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:47.537408 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Allocated IP 172.27.2.211 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:46:47.575491 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:47.607628 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 841fcd6b-e1f3-416b-821d-a69c867436d2, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=841fcd6b-e1f3-416b-821d-a69c867436d2,segment=NetworkSegment(d5b62f2e-38a6-4493-9c5f-e89d5c9fe433),segment_id=d5b62f2e-38a6-4493-9c5f-e89d5c9fe433)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:47.644371 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:47.672300 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:47.674468 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-86a6f910-d878-4615-abfd-12ff8bb0c07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:47.720058 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=841fcd6b-e1f3-416b-821d-a69c867436d2,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:47.723092 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:47.770102 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:47.772256 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:47.806338 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:46:47.810971 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:46:47.814703 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:46:47.820027 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Pushing event updated for resources: {'Port': ['ID=6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:47.852137 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:48.168597 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:48.440054 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27199'] for router, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:48.443200 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-662756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-662541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639887'] for router, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:48.545074 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Router 586e3ed6-51a7-4b24-87e4-28b1919f6d98 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:46:48.647758 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:46:48.651841 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Notify callbacks [] for router, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:48.653059 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] 10.222.0.30 "PUT /v2.0/routers/586e3ed6-51a7-4b24-87e4-28b1919f6d98 HTTP/1.1" status: 200 len: 890 time: 1.9338131 Jun 28 09:46:48.667851 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Sync routers for ids ['586e3ed6-51a7-4b24-87e4-28b1919f6d98'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:46:48.679285 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Routers {'586e3ed6-51a7-4b24-87e4-28b1919f6d98'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:46:48.679961 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:46:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['586e3ed6-51a7-4b24-87e4-28b1919f6d98'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:48.945973 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Set router 586e3ed6-51a7-4b24-87e4-28b1919f6d98 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:46:49.297171 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 841fcd6b-e1f3-416b-821d-a69c867436d2 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:46:49.371957 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e3ed6-51a7-4b24-87e4-28b1919f6d98', 'name': 'router1', 'tenant_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:46:29Z', 'updated_at': '2021-06-28T09:46:47Z', 'revision_number': 4, 'project_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'gw_port': {'id': '6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e3ed6-51a7-4b24-87e4-28b1919f6d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:46:47Z', 'updated_at': '2021-06-28T09:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '841fcd6b-e1f3-416b-821d-a69c867436d2', 'name': '', 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be', 'tenant_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'mac_address': 'fa:16:3e:28:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e3ed6-51a7-4b24-87e4-28b1919f6d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d47c1cf-d9ca-4e6f-8530-3b489a4bec36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:46:39Z', 'updated_at': '2021-06-28T09:46:47Z', 'revision_number': 5, 'project_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'subnets': [{'id': '8d47c1cf-d9ca-4e6f-8530-3b489a4bec36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32b3b190-18bd-49f7-a651-cc172030b957'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:49.424217 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Checking router: 586e3ed6-51a7-4b24-87e4-28b1919f6d98 for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:46:49.424580 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Updating router 586e3ed6-51a7-4b24-87e4-28b1919f6d98 port 6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4 binding host dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:46:49.426993 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 841fcd6b-e1f3-416b-821d-a69c867436d2 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:46:49.427372 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:49.486494 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:49.842198 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Notify callbacks [] for port, precommit_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:49.852358 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Transition to ACTIVE for port object 6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4 will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:46:49.930056 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:49.932552 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:49.982218 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Attempting to bind port 6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:46:49.982599 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Attempting to bind port 6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:46:49.982955 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Attempting to bind port 6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4 on network a0abfdc1-536a-466f-8075-78b887cfa2eb {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:46:49.990631 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:46:49.991062 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Checking segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:46:49.991475 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:49.991884 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Bound using segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:46:49.992377 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Bound port: 6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:46:49.992818 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:49.994593 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce250db-4e13-4e46-b346-0a4e443eed5f None None] Pushing event updated for resources: {'Port': ['ID=6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4,revision_number=2']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:49.998465 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-bce250db-4e13-4e46-b346-0a4e443eed5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:50.050547 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] For port 6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:46:50.053501 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] For port 6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:46:50.118808 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:50.121201 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:50.179585 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Routers {'586e3ed6-51a7-4b24-87e4-28b1919f6d98'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:46:50.180196 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:46:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['586e3ed6-51a7-4b24-87e4-28b1919f6d98'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:50.181866 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce250db-4e13-4e46-b346-0a4e443eed5f None None] Pushing event updated for resources: {'Port': ['ID=6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:50.185342 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-bce250db-4e13-4e46-b346-0a4e443eed5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:50.360117 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] Set router 586e3ed6-51a7-4b24-87e4-28b1919f6d98 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:46:50.565779 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e3ed6-51a7-4b24-87e4-28b1919f6d98', 'name': 'router1', 'tenant_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:46:29Z', 'updated_at': '2021-06-28T09:46:47Z', 'revision_number': 4, 'project_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'gw_port': {'id': '6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e3ed6-51a7-4b24-87e4-28b1919f6d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:46:47Z', 'updated_at': '2021-06-28T09:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '841fcd6b-e1f3-416b-821d-a69c867436d2', 'name': '', 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be', 'tenant_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'mac_address': 'fa:16:3e:28:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e3ed6-51a7-4b24-87e4-28b1919f6d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d47c1cf-d9ca-4e6f-8530-3b489a4bec36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:46:39Z', 'updated_at': '2021-06-28T09:46:47Z', 'revision_number': 5, 'project_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'subnets': [{'id': '8d47c1cf-d9ca-4e6f-8530-3b489a4bec36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32b3b190-18bd-49f7-a651-cc172030b957'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:50.591148 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d414d1f-8acd-480f-a463-46178ad44cab None None] The sync data for ids ['586e3ed6-51a7-4b24-87e4-28b1919f6d98'] in dv-cinder-786627-12-iscsi is: [{'id': '586e3ed6-51a7-4b24-87e4-28b1919f6d98', 'name': 'router1', 'tenant_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:46:29Z', 'updated_at': '2021-06-28T09:46:47Z', 'revision_number': 4, 'project_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'gw_port': {'id': '6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:76:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e3ed6-51a7-4b24-87e4-28b1919f6d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:46:47Z', 'updated_at': '2021-06-28T09:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '841fcd6b-e1f3-416b-821d-a69c867436d2', 'name': '', 'network_id': '479ba47c-6fef-48c8-b90e-2fc82f4e59be', 'tenant_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'mac_address': 'fa:16:3e:28:38:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e3ed6-51a7-4b24-87e4-28b1919f6d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d47c1cf-d9ca-4e6f-8530-3b489a4bec36', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:46:39Z', 'updated_at': '2021-06-28T09:46:47Z', 'revision_number': 5, 'project_id': 'd9615c789d1548e6a9f68a7e2e4913cc', 'subnets': [{'id': '8d47c1cf-d9ca-4e6f-8530-3b489a4bec36', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32b3b190-18bd-49f7-a651-cc172030b957'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:46:51.038042 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 42454) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:51.169025 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-c74dcde1-ec5e-41ca-a774-8a837b1b59d6 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1299531 Jun 28 09:46:51.325504 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:46:51.432061 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:46:51.437014 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:46:51.437392 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:51.512983 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:51.534112 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:51.603673 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:51.605864 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:51.653269 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:51.656648 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:53.294503 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:46:53.347556 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 6e95e938-0b0d-4eb6-9a71-ec5fdd7e70f4 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:46:53.348211 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:03.017893 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-c7c994fb-3cea-43b2-97da-e5a46a589bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:05.414899 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:05.471693 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-c89a4217-c0e4-4352-bea9-86c668d91d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:06.733803 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:08.161275 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:14.052856 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 5 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:47:33.011438 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-854870c7-b476-4c7c-96ca-77f957234e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:35.396864 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:35.483114 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-fb7e2ec1-3a92-4fa6-87e0-cae045dd2e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:36.725655 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:38.154233 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:51.052223 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 5 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:48:03.042298 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-13fd437b-ab47-49d0-bb51-5d275c9bf799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:05.441694 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:05.516296 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d0fc02af-f227-4f2c-89ac-c0105b3f18cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:06.721574 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:08.178856 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:28.050698 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 5 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:48:29.048410 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43024) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:29.109158 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9633cb5-a2ee-42ae-b85f-6f73159768f6 admin admin] GET failed (client error): The resource could not be found. Jun 28 09:48:29.110505 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-a9633cb5-a2ee-42ae-b85f-6f73159768f6 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611207 Jun 28 09:48:29.265111 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c922397-819d-4669-85fe-c2ec280fd057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:29.266487 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-3c922397-819d-4669-85fe-c2ec280fd057 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1522279 Jun 28 09:48:31.389375 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43034) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:31.478532 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15e447a-e1cf-4dcc-b48c-c411b9a0413a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:31.480381 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-e15e447a-e1cf-4dcc-b48c-c411b9a0413a admin admin] 10.222.0.30 "GET /v2.0/subnets/8d47c1cf-d9ca-4e6f-8530-3b489a4bec36 HTTP/1.1" status: 200 len: 849 time: 0.0895557 Jun 28 09:48:31.489970 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:48:31.570666 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:31.783697 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728819109825'] for subnet, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:31.785894 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:31.818477 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:31.818477 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:31.823232 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] 10.222.0.30 "PUT /v2.0/subnets/8d47c1cf-d9ca-4e6f-8530-3b489a4bec36 HTTP/1.1" status: 200 len: 868 time: 0.3335094 Jun 28 09:48:31.823413 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a099f67d-4e29-44be-a5b8-d07344371f48 None None] Network 479ba47c-6fef-48c8-b90e-2fc82f4e59be requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:48:31.837081 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d47c1cf-d9ca-4e6f-8530-3b489a4bec36,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:31.844666 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:31.845101 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:31.845393 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:31.845729 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:31.846062 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:31.846391 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:31.846718 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:31.847057 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:31.847383 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:31.847702 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:31.848020 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:31.848336 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:31.852190 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:32.177582 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-bb7d93e6-2cc1-45e3-b91f-f73ef40b60b7 None None] Provisioning complete for port 4468f438-da29-497a-b16b-15b347422e6a triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:48:32.181748 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-bb7d93e6-2cc1-45e3-b91f-f73ef40b60b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:32.278841 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-bb7d93e6-2cc1-45e3-b91f-f73ef40b60b7 None None] Provisioning complete for port 841fcd6b-e1f3-416b-821d-a69c867436d2 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:48:32.279192 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-bb7d93e6-2cc1-45e3-b91f-f73ef40b60b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:33.015397 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-3d17beb8-723e-4c99-9155-7e41d20a0bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:33.956678 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43042) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:34.148770 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba91e7d-76f7-4857-9e26-3f1d2e8d1975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:34.149144 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba91e7d-76f7-4857-9e26-3f1d2e8d1975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:34.150669 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-7ba91e7d-76f7-4857-9e26-3f1d2e8d1975 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1930158 Jun 28 09:48:35.429339 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:35.475020 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-a9c14ae8-9767-48a9-9227-f70fc6d0d91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:36.293467 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 43050) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:36.518118 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac6af2a-88ee-4dbd-8648-55eb97dacbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:36.518610 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac6af2a-88ee-4dbd-8648-55eb97dacbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:36.520134 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-fac6af2a-88ee-4dbd-8648-55eb97dacbb5 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2257473 Jun 28 09:48:36.784138 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:38.158036 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:38.650530 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43060) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:38.777683 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cbdcd6-81e9-4e01-8c7a-1254be443516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:38.779025 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-05cbdcd6-81e9-4e01-8c7a-1254be443516 admin admin] 10.222.0.30 "GET /v2.0/networks/479ba47c-6fef-48c8-b90e-2fc82f4e59be HTTP/1.1" status: 200 len: 869 time: 0.1275594 Jun 28 09:48:40.900208 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43068) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:41.028523 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48bb423-3baf-441c-b3b2-d574134cd2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:41.029919 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-b48bb423-3baf-441c-b3b2-d574134cd2a4 admin admin] 10.222.0.30 "GET /v2.0/networks/a0abfdc1-536a-466f-8075-78b887cfa2eb HTTP/1.1" status: 200 len: 886 time: 0.1287429 Jun 28 09:48:43.180309 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43076) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:43.297066 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242323de-ef4f-42d8-b643-c3272d02f7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:43.297518 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242323de-ef4f-42d8-b643-c3272d02f7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:43.299004 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-242323de-ef4f-42d8-b643-c3272d02f7a2 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1177332 Jun 28 09:48:45.419517 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 43084) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:45.538380 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef8f28e-376a-462d-8259-2162b678a250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:45.538848 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef8f28e-376a-462d-8259-2162b678a250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:45.540361 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-0ef8f28e-376a-462d-8259-2162b678a250 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1199095 Jun 28 09:48:47.662707 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43092) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:47.749574 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7baa9-8e51-468e-8d2f-e6b6cae55d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:47.750935 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-20e7baa9-8e51-468e-8d2f-e6b6cae55d78 admin admin] 10.222.0.30 "GET /v2.0/subnets/78f9ce7e-6829-4b08-a492-130cb0051a8f HTTP/1.1" status: 200 len: 816 time: 0.0872836 Jun 28 09:48:49.848634 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43100) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:49.938552 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638c221f-a01a-460b-862b-58b6f2a3bb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:49.939929 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-638c221f-a01a-460b-862b-58b6f2a3bb1b admin admin] 10.222.0.30 "GET /v2.0/subnets/8d47c1cf-d9ca-4e6f-8530-3b489a4bec36 HTTP/1.1" status: 200 len: 868 time: 0.0902634 Jun 28 09:49:03.025808 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-be6c6056-0f66-4e1e-a273-ce0c9b17448f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:05.049078 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 5 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:49:05.421584 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:05.474216 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-27681f23-da93-4b7f-b3d0-d79fa2d7d91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:06.719744 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:08.162858 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:13.159417 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43144) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:13.212194 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [None req-a6c489ff-ca43-44cd-b5e3-1bfbd3f20eeb admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:49:13.213838 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-a6c489ff-ca43-44cd-b5e3-1bfbd3f20eeb admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534253 Jun 28 09:49:15.423773 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43152) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:15.482885 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.pecan_wsgi.hooks.translation [None req-64853679-35b1-4480-8ca9-73e4cc18453b admin admin] GET failed (client error): The resource could not be found. Jun 28 09:49:15.484192 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-64853679-35b1-4480-8ca9-73e4cc18453b admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594869 Jun 28 09:49:15.668925 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9011dea-656b-4593-8823-359952942fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:15.670321 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-a9011dea-656b-4593-8823-359952942fcd admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1824279 Jun 28 09:49:17.826801 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 43160) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:17.872538 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:17.964892 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Made reservation on behalf of 4949c4cfc9cd4cffbc8c01ab7c6608f2 for: {'network': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:49:17.967181 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:18.012499 dv-cinder-786627-12-iscsi neutron-server[100129]: WARNING neutron.services.revisions.revision_plugin [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Could not find related network for resource to bump revision. Jun 28 09:49:18.027618 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=100129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:49:18.039911 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728819225869', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:18.040447 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Unsubscribe: segment precommit_create {{(pid=100129) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 09:49:18.041060 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.segments_db [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Added segment 33c56528-5ba0-448e-9845-3e1384e4dda1 of type vlan for network 1d2104eb-9953-4016-81f1-9b89ee4dad63 Jun 28 09:49:18.087421 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:18.188128 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:18.189516 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:18.190114 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:18.192133 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:18.276241 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Pushing event updated for resources: {'Network': ['ID=1d2104eb-9953-4016-81f1-9b89ee4dad63,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:18.282560 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:18.286088 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:18.286088 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:18.286088 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:18.286088 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:18.286088 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:18.286088 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:18.286088 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:18.286088 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:18.286088 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:18.286088 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:18.286088 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:18.289936 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:18.296965 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network 1d2104eb-9953-4016-81f1-9b89ee4dad63 details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:49:18.306815 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4784818 Jun 28 09:49:20.445911 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 43168) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:20.507320 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.pecan_wsgi.hooks.translation [None req-67680cba-6bc1-4175-be60-b80d1b00833f admin admin] GET failed (client error): The resource could not be found. Jun 28 09:49:20.508617 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-67680cba-6bc1-4175-be60-b80d1b00833f admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617511 Jun 28 09:49:20.602817 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e896dc17-ae90-4495-9852-3b7c105c3508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:20.604922 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-e896dc17-ae90-4495-9852-3b7c105c3508 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0923479 Jun 28 09:49:20.614591 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-b5527c9f-077c-4ec9-8897-2e7f47f21993 admin admin] Request body: {'subnet': {'network_id': '1d2104eb-9953-4016-81f1-9b89ee4dad63', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:20.696185 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5527c9f-077c-4ec9-8897-2e7f47f21993 admin admin] Made reservation on behalf of 4949c4cfc9cd4cffbc8c01ab7c6608f2 for: {'subnet': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:49:20.698892 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b5527c9f-077c-4ec9-8897-2e7f47f21993 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.919461 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b5527c9f-077c-4ec9-8897-2e7f47f21993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for subnet, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.922399 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-90adaad8-fd88-4660-bec9-bd05f74f3574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:20.978849 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5527c9f-077c-4ec9-8897-2e7f47f21993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd80788-b7e0-46be-9879-5c0368de1748,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:20.981451 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5527c9f-077c-4ec9-8897-2e7f47f21993 admin admin] Checking segment: {'id': '33c56528-5ba0-448e-9845-3e1384e4dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1d2104eb-9953-4016-81f1-9b89ee4dad63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:49:20.981800 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5527c9f-077c-4ec9-8897-2e7f47f21993 admin admin] Network hostable DHCP agents. Network: 1d2104eb-9953-4016-81f1-9b89ee4dad63, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:49:20.983777 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b5527c9f-077c-4ec9-8897-2e7f47f21993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:21.056901 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5527c9f-077c-4ec9-8897-2e7f47f21993 admin admin] Network 1d2104eb-9953-4016-81f1-9b89ee4dad63 is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:49:21.147708 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-b5527c9f-077c-4ec9-8897-2e7f47f21993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, 1d2104eb-9953-4016-81f1-9b89ee4dad63) {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:49:21.151806 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5527c9f-077c-4ec9-8897-2e7f47f21993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:21.152393 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b5527c9f-077c-4ec9-8897-2e7f47f21993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:21.157721 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d65680-1cc9-4e22-86a5-c46fb267c2e8 None None] Network 1d2104eb-9953-4016-81f1-9b89ee4dad63 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:49:21.261802 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-b5527c9f-077c-4ec9-8897-2e7f47f21993 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6504738 Jun 28 09:49:21.405519 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fa0e888-dc8c-5619-9e71-fea9e529594f-1d2104eb-9953-4016-81f1-9b89ee4dad63', 'network_id': '1d2104eb-9953-4016-81f1-9b89ee4dad63', 'tenant_id': '4949c4cfc9cd4cffbc8c01ab7c6608f2', 'fixed_ips': [{'subnet_id': '1cd80788-b7e0-46be-9879-5c0368de1748'}]}} from dv-cinder-786627-12-iscsi. {{(pid=100131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:49:21.406421 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:21.553673 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.db_base_plugin_common [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Allocated IP 192.168.233.2 (1d2104eb-9953-4016-81f1-9b89ee4dad63/1cd80788-b7e0-46be-9879-5c0368de1748/2b978791-89bd-481a-a7d5-92f927255e11) {{(pid=100131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:49:21.688604 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:21.697158 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Transition to ACTIVE for port object 2b978791-89bd-481a-a7d5-92f927255e11 will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:49:21.712614 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Transition to ACTIVE for port object 2b978791-89bd-481a-a7d5-92f927255e11 will not be triggered until provisioned by entity DHCP. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:49:21.774265 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:21.777119 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:21.815120 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Network 1d2104eb-9953-4016-81f1-9b89ee4dad63 is already hosted by enough agents. {{(pid=100131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:49:21.821525 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.base_scheduler [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Resources bound (agent type, host, resource id): {{(pid=100131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:49:21.827780 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Received port after_create {{(pid=100131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:49:21.830745 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Pushing event updated for resources: {'Port': ['ID=2b978791-89bd-481a-a7d5-92f927255e11,revision_number=1']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:21.840501 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:21.840893 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:21.841233 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:21.841559 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:21.841881 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:21.842219 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:21.842541 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:21.842878 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:21.843219 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:21.843539 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:21.843855 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:21.844170 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:21.848275 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:21.894837 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Attempting to bind port 2b978791-89bd-481a-a7d5-92f927255e11 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:49:21.895205 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Attempting to bind port 2b978791-89bd-481a-a7d5-92f927255e11 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '33c56528-5ba0-448e-9845-3e1384e4dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1d2104eb-9953-4016-81f1-9b89ee4dad63'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:49:21.895561 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Attempting to bind port 2b978791-89bd-481a-a7d5-92f927255e11 on network 1d2104eb-9953-4016-81f1-9b89ee4dad63 {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:49:21.900934 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:49:21.901465 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Checking segment: {'id': '33c56528-5ba0-448e-9845-3e1384e4dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1d2104eb-9953-4016-81f1-9b89ee4dad63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:49:21.901864 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:21.902254 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Bound using segment: {'id': '33c56528-5ba0-448e-9845-3e1384e4dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1d2104eb-9953-4016-81f1-9b89ee4dad63'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:49:21.902751 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Bound port: 2b978791-89bd-481a-a7d5-92f927255e11, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c56528-5ba0-448e-9845-3e1384e4dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1d2104eb-9953-4016-81f1-9b89ee4dad63'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:49:21.903146 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:21.965475 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] For port 2b978791-89bd-481a-a7d5-92f927255e11, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:49:21.968562 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] For port 2b978791-89bd-481a-a7d5-92f927255e11, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=2b978791-89bd-481a-a7d5-92f927255e11,segment=NetworkSegment(33c56528-5ba0-448e-9845-3e1384e4dda1),segment_id=33c56528-5ba0-448e-9845-3e1384e4dda1)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:49:22.089239 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.092435 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:22.151790 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Pushing event updated for resources: {'Port': ['ID=2b978791-89bd-481a-a7d5-92f927255e11,revision_number=2']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:22.154965 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:22.974174 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840a514f-1cad-4b3b-8afd-3cba11498bfb None None] Network 1d2104eb-9953-4016-81f1-9b89ee4dad63 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:49:23.158902 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-32c7f726-d04a-4bdb-8473-be9706e9afb9 None None] Provisioning for port 2b978791-89bd-481a-a7d5-92f927255e11 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:49:23.422427 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 2b978791-89bd-481a-a7d5-92f927255e11 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:49:23.522764 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 2b978791-89bd-481a-a7d5-92f927255e11 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:49:23.529816 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 2b978791-89bd-481a-a7d5-92f927255e11 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:23.530193 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:23.618193 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:23.651485 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 2b978791-89bd-481a-a7d5-92f927255e11, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=2b978791-89bd-481a-a7d5-92f927255e11,segment=NetworkSegment(33c56528-5ba0-448e-9845-3e1384e4dda1),segment_id=33c56528-5ba0-448e-9845-3e1384e4dda1)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:49:23.724912 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:23.727126 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:23.776860 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=2b978791-89bd-481a-a7d5-92f927255e11,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:23.779821 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:25.397830 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 2b978791-89bd-481a-a7d5-92f927255e11 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:49:25.446893 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 2b978791-89bd-481a-a7d5-92f927255e11 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:25.447370 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:33.010292 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-a7d1edcd-7f41-42a4-93c6-1a2ebedabee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:35.404369 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:35.470353 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-780dd1a8-992c-4fd7-a976-b532bff781c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:36.721563 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:38.170048 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:42.050836 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 5 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:50:03.169116 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-31e230b9-4511-41cc-b5ee-a84742705ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:05.417177 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:05.478180 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-21f7d841-019b-40a1-886d-a7a6b1f2d784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:06.740717 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:08.220439 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:19.048465 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 5 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:50:33.059939 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-cebeebf3-f758-4b9f-8a14-d5850cde34c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:35.442697 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:35.497165 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-340fcad0-dfe8-4d75-9b8a-901b7f546a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:36.754571 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:38.001389 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43220) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:50:38.007892 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [None req-5c124a4e-d3fe-4fe7-8fa2-446d3a46612b tempest-verify_tempest_config-691450828 tempest-verify_tempest_config-691450828-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:50:38.008890 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-5c124a4e-d3fe-4fe7-8fa2-446d3a46612b tempest-verify_tempest_config-691450828 tempest-verify_tempest_config-691450828-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065262 Jun 28 09:50:38.197079 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:38.517245 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 43238) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:50:38.615877 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:38.728830 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:38.796272 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:38.799200 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:50:38.841651 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c5b637-06bb-45f7-8cb3-b3041d4c1c6a,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:50:38.846110 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=201ec168ae8d486eafa0578dea5cb60b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3278832 Jun 28 09:50:38.848825 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43244) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:50:38.850288 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:38.851229 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:38.851624 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:38.851956 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:38.852295 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:38.852620 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:38.852971 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:38.853308 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:38.853631 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:38.853946 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:38.854524 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:38.854836 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:38.859427 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:50:38.901658 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:38.921812 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:39.076858 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:39.079809 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:39.081000 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0c5b637-06bb-45f7-8cb3-b3041d4c1c6a HTTP/1.1" status: 204 len: 168 time: 0.2312064 Jun 28 09:50:39.081684 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:50:39.089919 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c5b637-06bb-45f7-8cb3-b3041d4c1c6a,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:50:39.096687 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:39.097062 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:39.097400 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:39.097732 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:39.098060 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:39.098405 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:39.098768 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:39.099106 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:39.099436 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:39.099756 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:39.100078 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:39.100397 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:39.104551 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:50:56.046863 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 5 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:51:03.030252 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-b45047b2-f8da-4630-86dd-a607ee8706b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:05.418492 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:05.485030 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-9057a2f3-83ad-423e-a56b-0a466c9884be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:06.724760 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:08.161240 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:33.029310 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-4f99a18f-35e9-4b2d-8513-a3db71d3e7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:33.045443 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 5 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:51:35.444761 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:35.472338 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-37254c06-8bd5-41bc-abc6-e169dcba95d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:36.737577 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:38.203514 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:03.014347 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-446fd8d5-4b23-463f-97f2-523cf17da7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:05.410860 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:05.467908 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-378b7c8c-fd2f-4ed7-b29b-e363f558ab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:06.764906 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:08.170917 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:10.043596 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 5 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:52:15.113624 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640105'] for agent, after_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:19.570167 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43298) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:52:19.690410 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-60d5807b-2fd1-46dd-b191-20ee19d80cf0 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1190374 Jun 28 09:52:21.839803 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43308) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:52:21.891775 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-e1033c39-5115-406c-83b5-63681d2080a2 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0508621 Jun 28 09:52:33.036178 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-cb80b9ef-23ff-4412-899c-01a654538691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:35.413017 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:35.483793 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2cbb0f92-3ece-4ffd-b6d6-f8e88778d4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:36.741561 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:38.179176 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:45.098887 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:47.042408 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:53:03.043654 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-204d2f7e-cfbf-476b-820d-35ce4b31c733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:05.409838 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:05.471691 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2c5beb89-97be-444d-b017-2cbd46e87baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:06.743816 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:08.203411 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:15.138189 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:24.042733 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:53:33.059358 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-8813bc0e-dd73-45de-ad70-50cd15caf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:35.422748 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:35.537142 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-3ee63d8e-5876-4630-922e-ec4c791574c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:36.767731 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:38.196481 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.104797 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:51.314688 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43514) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:51.342696 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43520) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:51.804844 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-92158525-network', 'tenant_id': '037d44069cbe4e8a89b2bb601b199399'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:51.813201 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-517691563-network', 'tenant_id': 'b13c5772f50c428cbb2cf8bdd4e881f5'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:51.836137 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43536) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:51.843341 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.db.api [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 09:53:51.843341 dv-cinder-786627-12-iscsi neutron-server[100130]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 28 09:53:51.843341 dv-cinder-786627-12-iscsi neutron-server[100130]: [parameters: {'project_id': 'b13c5772f50c428cbb2cf8bdd4e881f5', 'id': 'ee7273a4-d41b-4938-a57a-787ea7e85cd0', 'expiration': datetime.datetime(2021, 6, 28, 9, 55, 51, 828266)}] Jun 28 09:53:51.843341 dv-cinder-786627-12-iscsi neutron-server[100130]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:53:51.843715 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_db.api [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:53:51.904856 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Made reservation on behalf of 037d44069cbe4e8a89b2bb601b199399 for: {'network': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:51.907696 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:51.917338 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:51.926783 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43542) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:52.019832 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.110982 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.116144 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:52.137372 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=100130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:53:52.147006 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804ae03f-ddfa-4a7a-94c3-15100c17b065,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:52.155492 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.155836 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.segments_db [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Added segment d8544150-b8f6-4d3b-9c6f-20156e61e29a of type vlan for network e03dab8f-155d-4b3a-b41a-3cf9b5c808da Jun 28 09:53:52.157709 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:52.158054 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:52.158386 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:52.158714 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:52.159035 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:52.159357 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:52.159675 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:52.159994 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:52.160311 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:52.160756 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:52.161015 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:52.161294 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Tracked resource versions report: Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: pushed versions: Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: { 'AddressGroup': {'1.2'}, Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'ConntrackHelper': {'1.0'}, Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Log': {'1.0'}, Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Network': {'1.1'}, Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Port': {'1.7'}, Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'PortForwarding': {'1.2'}, Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'QosPolicy': {'1.8'}, Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'SecurityGroup': {'1.4'}, Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'SubPort': {'1.0'}, Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Subnet': {'1.1'}, Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Trunk': {'1.1'}} Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: consumer versions: Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: { DHCP agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: HyperV agent@hv-cinder-78662: {}, Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: L3 agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: Metadata agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: Metering agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: Open vSwitch agent@dv-cinder-786627-12-iscsi: { 'AddressGroup': '1.2', Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'ConntrackHelper': '1.0', Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Log': '1.0', Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Network': '1.1', Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Port': '1.7', Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'PortForwarding': '1.2', Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'QosPolicy': '1.8', Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'SecurityGroup': '1.4', Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'SecurityGroupRule': '1.2', Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'SubPort': '1.0', Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Subnet': '1.1', Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: 'Trunk': '1.1'}} Jun 28 09:53:52.162954 dv-cinder-786627-12-iscsi neutron-server[100130]: {{(pid=100130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:53:52.174754 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:52.178817 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-593006408-network', 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:52.206709 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1838737338-network', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:52.229126 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 43554) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:52.231902 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.321150 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Made reservation on behalf of 0f5cd03267bb4fef9e29eeb5f7aeea2d for: {'network': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:52.323554 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.336206 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.354074 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.359889 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:52.360514 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.364909 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d7a41121-db4c-4d17-853d-67b7217a3b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:52.426692 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Pushing event updated for resources: {'Network': ['ID=e03dab8f-155d-4b3a-b41a-3cf9b5c808da,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:52.430343 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:52.439068 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network e03dab8f-155d-4b3a-b41a-3cf9b5c808da details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:53:52.440694 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Made reservation on behalf of 4b9877cbe6d448debb81922d6ebbc49b for: {'network': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:52.444741 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.453623 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.517245 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1735010 Jun 28 09:53:52.517881 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 43574) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:52.524551 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-31c8711c-50d8-4fd0-84ab-4aaf3f897b6a admin admin] Request body: {'subnet': {'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-92158525-subnet', 'tenant_id': '037d44069cbe4e8a89b2bb601b199399', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:52.557300 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-151679198-network', 'tenant_id': 'ab055c80828f4b6190496e992e80e975'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:52.593763 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.681649 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.690204 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-c48d97c8-78c8-4219-8277-13ec21914e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:52.692364 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.db.api [None req-31c8711c-50d8-4fd0-84ab-4aaf3f897b6a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 09:53:52.692364 dv-cinder-786627-12-iscsi neutron-server[100129]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 09:53:52.692364 dv-cinder-786627-12-iscsi neutron-server[100129]: [parameters: {'project_id_1': '037d44069cbe4e8a89b2bb601b199399', 'expiration_1': datetime.datetime(2021, 6, 28, 9, 53, 52, 528831)}] Jun 28 09:53:52.692364 dv-cinder-786627-12-iscsi neutron-server[100129]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:53:52.693157 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_db.api [None req-31c8711c-50d8-4fd0-84ab-4aaf3f897b6a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:53:52.697170 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.db.api [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 09:53:52.697170 dv-cinder-786627-12-iscsi neutron-server[100129]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 09:53:52.697170 dv-cinder-786627-12-iscsi neutron-server[100129]: [parameters: {'project_id_1': 'ab055c80828f4b6190496e992e80e975', 'expiration_1': datetime.datetime(2021, 6, 28, 9, 53, 52, 561585)}] Jun 28 09:53:52.697170 dv-cinder-786627-12-iscsi neutron-server[100129]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:53:52.698833 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_db.api [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:53:52.705380 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.db.api [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 09:53:52.705380 dv-cinder-786627-12-iscsi neutron-server[100130]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 09:53:52.705380 dv-cinder-786627-12-iscsi neutron-server[100130]: [parameters: {'project_id_1': '4b9877cbe6d448debb81922d6ebbc49b', 'expiration_1': datetime.datetime(2021, 6, 28, 9, 53, 52, 464338)}] Jun 28 09:53:52.705380 dv-cinder-786627-12-iscsi neutron-server[100130]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:53:52.705817 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_db.api [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:53:52.720852 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=100130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:53:52.730471 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65122acf-6504-47ce-9092-550386adcd4a,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:52.734149 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:52.738703 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.738918 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.segments_db [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Added segment 09424956-062b-4c60-914d-f5fcede96476 of type vlan for network 059b1d65-d322-4b4c-83ce-48fd289a3bcf Jun 28 09:53:52.784034 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.789431 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Made reservation on behalf of b13c5772f50c428cbb2cf8bdd4e881f5 for: {'network': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:52.791704 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.804892 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.909650 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.927787 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.929151 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:52.930224 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:52.933457 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:52.992960 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Pushing event updated for resources: {'Network': ['ID=059b1d65-d322-4b4c-83ce-48fd289a3bcf,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:52.996329 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:52.998468 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.004065 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network 059b1d65-d322-4b4c-83ce-48fd289a3bcf details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:53:53.016163 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:53.018292 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=100130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:53:53.041688 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.042039 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.segments_db [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Added segment 38b16f52-138e-4c33-b295-00f758b446c5 of type vlan for network f1fbb4cc-a77b-4cff-b5f2-330e41b69a08 Jun 28 09:53:53.056820 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50fe752-b78d-4681-868f-1bad3a8cbed2,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:53.060459 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:53.090861 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2507417 Jun 28 09:53:53.091510 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 43598) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:53.097561 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Request body: {'subnet': {'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-593006408-subnet', 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:53.128520 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.206888 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.229179 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Made reservation on behalf of 0f5cd03267bb4fef9e29eeb5f7aeea2d for: {'subnet': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:53.232100 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.293921 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.295262 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:53.299220 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.299220 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:53.363341 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Pushing event updated for resources: {'Network': ['ID=f1fbb4cc-a77b-4cff-b5f2-330e41b69a08,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:53.366827 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:53.379209 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network f1fbb4cc-a77b-4cff-b5f2-330e41b69a08 details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:53:53.414319 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c8711c-50d8-4fd0-84ab-4aaf3f897b6a admin admin] Made reservation on behalf of 037d44069cbe4e8a89b2bb601b199399 for: {'subnet': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:53.416833 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-31c8711c-50d8-4fd0-84ab-4aaf3f897b6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.562476 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2466414 Jun 28 09:53:53.569328 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43622) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:53.574281 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-cca2d9c8-ca1a-4edf-9fb7-df17980d7ddc admin admin] Request body: {'subnet': {'network_id': 'f1fbb4cc-a77b-4cff-b5f2-330e41b69a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-517691563-subnet', 'tenant_id': 'b13c5772f50c428cbb2cf8bdd4e881f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:53.591445 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for subnet, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.597710 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b5527c9f-077c-4ec9-8897-2e7f47f21993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:53.662860 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=425698d2-70d0-4e8c-9f39-29fdfe2da4b2,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:53.666111 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Checking segment: {'id': '09424956-062b-4c60-914d-f5fcede96476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:53.666463 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Network hostable DHCP agents. Network: 059b1d65-d322-4b4c-83ce-48fd289a3bcf, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:53:53.674804 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:53.675172 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:53.675508 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:53.675840 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:53.676163 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:53.676501 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:53.676855 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:53.677190 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:53.677514 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:53.678387 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:53.678707 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:53.679021 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Tracked resource versions report: Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: pushed versions: Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: { 'AddressGroup': {'1.2'}, Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'ConntrackHelper': {'1.0'}, Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Log': {'1.0'}, Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Network': {'1.1'}, Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Port': {'1.7'}, Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'PortForwarding': {'1.2'}, Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'QosPolicy': {'1.8'}, Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'SecurityGroup': {'1.4'}, Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'SubPort': {'1.0'}, Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Subnet': {'1.1'}, Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Trunk': {'1.1'}} Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: consumer versions: Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: { DHCP agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: HyperV agent@hv-cinder-78662: {}, Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: L3 agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: Metadata agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: Metering agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: Open vSwitch agent@dv-cinder-786627-12-iscsi: { 'AddressGroup': '1.2', Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'ConntrackHelper': '1.0', Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Log': '1.0', Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Network': '1.1', Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Port': '1.7', Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'PortForwarding': '1.2', Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'QosPolicy': '1.8', Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'SecurityGroup': '1.4', Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'SecurityGroupRule': '1.2', Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'SubPort': '1.0', Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Subnet': '1.1', Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: 'Trunk': '1.1'}} Jun 28 09:53:53.680204 dv-cinder-786627-12-iscsi neutron-server[100129]: {{(pid=100129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:53:53.683243 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:53.690434 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-31c8711c-50d8-4fd0-84ab-4aaf3f897b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for subnet, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.691106 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Made reservation on behalf of ab055c80828f4b6190496e992e80e975 for: {'network': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:53.693448 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.709203 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:53.712049 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.770190 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8711c-50d8-4fd0-84ab-4aaf3f897b6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3ff202d-893a-4c89-bdbc-680e574cfd76,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:53.777335 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-31c8711c-50d8-4fd0-84ab-4aaf3f897b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:53.780234 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Network 059b1d65-d322-4b4c-83ce-48fd289a3bcf is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:53:53.793005 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c8711c-50d8-4fd0-84ab-4aaf3f897b6a admin admin] Checking segment: {'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:53.793439 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c8711c-50d8-4fd0-84ab-4aaf3f897b6a admin admin] Network hostable DHCP agents. Network: e03dab8f-155d-4b3a-b41a-3cf9b5c808da, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:53:53.794277 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.841931 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, 059b1d65-d322-4b4c-83ce-48fd289a3bcf) {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:53.845650 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.855112 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5793f40-4aad-434e-8346-5edb5415290a None None] Network 059b1d65-d322-4b4c-83ce-48fd289a3bcf requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:53.862002 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-bc0af7d4-3c67-46a1-bfd9-5d5246a2d758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:53.865792 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:53.866856 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.891741 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=100130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:53:53.909786 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c889d22-7998-480f-bcec-54ddaa29bda6,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:53.914768 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:53.916053 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.916571 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.segments_db [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Added segment 87a6be9b-fa54-4795-9082-adeeb27e83bb of type vlan for network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 Jun 28 09:53:53.950387 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c8711c-50d8-4fd0-84ab-4aaf3f897b6a admin admin] Network e03dab8f-155d-4b3a-b41a-3cf9b5c808da is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:53:53.956976 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-31c8711c-50d8-4fd0-84ab-4aaf3f897b6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, e03dab8f-155d-4b3a-b41a-3cf9b5c808da) {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:53.966190 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.967487 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c8711c-50d8-4fd0-84ab-4aaf3f897b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:53.969378 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-31c8711c-50d8-4fd0-84ab-4aaf3f897b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:53.984003 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6246277b-2a20-46a6-ae33-3317842d8d4c None None] Network e03dab8f-155d-4b3a-b41a-3cf9b5c808da requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:53.987809 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43642) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:54.017518 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca2d9c8-ca1a-4edf-9fb7-df17980d7ddc admin admin] Made reservation on behalf of b13c5772f50c428cbb2cf8bdd4e881f5 for: {'subnet': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:54.027847 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cca2d9c8-ca1a-4edf-9fb7-df17980d7ddc admin admin] Notify callbacks [] for subnet, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.048799 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b80c1b-59d0-4a34-8ff3-0761f169bd9c None None] Network 059b1d65-d322-4b4c-83ce-48fd289a3bcf requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:54.105626 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-31c8711c-50d8-4fd0-84ab-4aaf3f897b6a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5863500 Jun 28 09:53:54.134952 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.145965 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:54.147342 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.151400 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:54.207587 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7df4-3f1b-4e09-97d5-e9e574c04ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.247604 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.275806 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Pushing event updated for resources: {'Network': ['ID=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:54.293458 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:53:54.307137 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:54.313216 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406542b2-9e99-4c4e-a142-f20fbdf99b02 None None] Network e03dab8f-155d-4b3a-b41a-3cf9b5c808da requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:54.329859 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.335567 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-bc72e79f-49a0-4c3f-9672-7d155736ae6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:54.355635 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 43652) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:54.373577 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=100129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:53:54.391140 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e9ca80-a988-4860-a184-579c83dc218d,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:54.397243 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:54.398707 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.399215 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.segments_db [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Added segment c6cabf62-131f-4128-984f-e6f6745a38af of type vlan for network b8d6d237-b42e-4d2f-93b5-c30dc724d637 Jun 28 09:53:54.440194 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5123672 Jun 28 09:53:54.444544 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43658) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:54.457451 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-5aa66de7-a935-40ed-a2dd-eb34867f50a5 admin admin] Request body: {'subnet': {'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1838737338-subnet', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:54.479322 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-c44c8e0d-f403-4500-bc60-548e5df488ab admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3836632 Jun 28 09:53:54.480691 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 43666) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:54.492938 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-593006408-router', 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:54.500354 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.507850 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cca2d9c8-ca1a-4edf-9fb7-df17980d7ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for subnet, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.523006 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9475c603-28be-4a02-86fb-1b02486ecb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:54.586070 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2d9c8-ca1a-4edf-9fb7-df17980d7ddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=479945d8-268c-4aa8-af2d-8e34ad65f381,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:54.590589 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a77ffdc6-6e13-470c-816b-55837490c2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.591911 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-cca2d9c8-ca1a-4edf-9fb7-df17980d7ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:54.644691 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2d9c8-ca1a-4edf-9fb7-df17980d7ddc admin admin] Checking segment: {'id': '38b16f52-138e-4c33-b295-00f758b446c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f1fbb4cc-a77b-4cff-b5f2-330e41b69a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:54.645067 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2d9c8-ca1a-4edf-9fb7-df17980d7ddc admin admin] Network hostable DHCP agents. Network: f1fbb4cc-a77b-4cff-b5f2-330e41b69a08, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:53:54.648791 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.651229 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:54.651942 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.659618 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7df4-3f1b-4e09-97d5-e9e574c04ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.665770 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ae480080-7648-4894-b995-be9ab1fbe3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:54.720540 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d6d237-b42e-4d2f-93b5-c30dc724d637,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:54.723314 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:54.731777 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network b8d6d237-b42e-4d2f-93b5-c30dc724d637 details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:53:54.739428 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5ecf7df4-3f1b-4e09-97d5-e9e574c04ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.746231 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:54.788390 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-5ecf7df4-3f1b-4e09-97d5-e9e574c04ff8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=beab81b561f24d909be07857b9bf4559&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7973316 Jun 28 09:53:54.789810 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf7df4-3f1b-4e09-97d5-e9e574c04ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38988a20-3fd1-404c-94f5-39e7f7bc88f2,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:54.790493 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 43672) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:54.793254 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-5ecf7df4-3f1b-4e09-97d5-e9e574c04ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:54.810183 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2d9c8-ca1a-4edf-9fb7-df17980d7ddc admin admin] Network f1fbb4cc-a77b-4cff-b5f2-330e41b69a08 is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:53:54.838485 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6073003 Jun 28 09:53:54.841415 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 43676) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:54.846384 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-95572845-949f-414b-ae42-1241936a6198 admin admin] Request body: {'subnet': {'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-subnet', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:54.885669 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-733190d5-167d-40ec-8929-d15418e0daf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.909727 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-733190d5-167d-40ec-8929-d15418e0daf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.916302 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-cca2d9c8-ca1a-4edf-9fb7-df17980d7ddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, f1fbb4cc-a77b-4cff-b5f2-330e41b69a08) {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:54.927154 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca2d9c8-ca1a-4edf-9fb7-df17980d7ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:54.927154 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cca2d9c8-ca1a-4edf-9fb7-df17980d7ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:54.927482 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2de63ae-7891-4ab7-b504-0a59c2524ab2 None None] Network f1fbb4cc-a77b-4cff-b5f2-330e41b69a08 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:54.939389 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa66de7-a935-40ed-a2dd-eb34867f50a5 admin admin] Made reservation on behalf of 4b9877cbe6d448debb81922d6ebbc49b for: {'subnet': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:54.942091 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5aa66de7-a935-40ed-a2dd-eb34867f50a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:55.104980 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad5ceaf-7a0e-4076-9aec-5733a0dfbbf6 None None] Network f1fbb4cc-a77b-4cff-b5f2-330e41b69a08 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:55.114480 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27156'] for router, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:55.116679 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-601449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27149'] for router, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:55.139427 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-733190d5-167d-40ec-8929-d15418e0daf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:55.145698 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-733190d5-167d-40ec-8929-d15418e0daf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:55.151823 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-733190d5-167d-40ec-8929-d15418e0daf5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38988a20-3fd1-404c-94f5-39e7f7bc88f2 HTTP/1.1" status: 204 len: 168 time: 0.3590252 Jun 28 09:53:55.153917 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:55.263579 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43706) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:55.273807 dv-cinder-786627-12-iscsi neutron-server[100130]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 09:53:55.287713 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733190d5-167d-40ec-8929-d15418e0daf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38988a20-3fd1-404c-94f5-39e7f7bc88f2,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:55.291038 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-733190d5-167d-40ec-8929-d15418e0daf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:55.297724 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-cca2d9c8-ca1a-4edf-9fb7-df17980d7ddc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7272248 Jun 28 09:53:55.380041 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:55.413278 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a77ffdc6-6e13-470c-816b-55837490c2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:55.512776 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5aa66de7-a935-40ed-a2dd-eb34867f50a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for subnet, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:55.533651 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-cca2d9c8-ca1a-4edf-9fb7-df17980d7ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:55.559823 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a77ffdc6-6e13-470c-816b-55837490c2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:55.607557 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:55.659407 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-a77ffdc6-6e13-470c-816b-55837490c2d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e64ab56b45b4f6db7d80728f348f6ea&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3015082 Jun 28 09:53:55.663452 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43724) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:55.665653 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa66de7-a935-40ed-a2dd-eb34867f50a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db135a38-e04b-415b-b1af-9e3b01bdacfc,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:55.674462 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-5aa66de7-a935-40ed-a2dd-eb34867f50a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:55.684204 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-ac84ecf1-ea18-4557-8f2b-c136be194fb9 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:55.685707 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-ac84ecf1-ea18-4557-8f2b-c136be194fb9 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/networks?id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da HTTP/1.1" status: 200 len: 813 time: 0.4207664 Jun 28 09:53:55.692063 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa66de7-a935-40ed-a2dd-eb34867f50a5 admin admin] Checking segment: {'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:55.692063 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa66de7-a935-40ed-a2dd-eb34867f50a5 admin admin] Network hostable DHCP agents. Network: bb6046f5-e4ff-40cf-8b53-1b862ddb21e3, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:53:55.698376 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ffdc6-6e13-470c-816b-55837490c2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff89f32-0729-47b2-8c96-2ccf2a6bb167,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:55.701625 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-a77ffdc6-6e13-470c-816b-55837490c2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:55.733269 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-ab653db9-21e9-436b-8ebe-d2c27bb60941 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/quotas/037d44069cbe4e8a89b2bb601b199399 HTTP/1.1" status: 200 len: 375 time: 0.0336783 Jun 28 09:53:55.741360 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27199'] for router, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:55.751091 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95572845-949f-414b-ae42-1241936a6198 admin admin] Made reservation on behalf of ab055c80828f4b6190496e992e80e975 for: {'subnet': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:53:55.753614 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-95572845-949f-414b-ae42-1241936a6198 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:55.798657 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-30f56f68-d04a-43b2-8ce9-f82f59989ade tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=037d44069cbe4e8a89b2bb601b199399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577929 Jun 28 09:53:55.807850 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-acfa8104-d753-4a3e-85c2-992cb7374189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:55.831015 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-acfa8104-d753-4a3e-85c2-992cb7374189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:55.865720 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa66de7-a935-40ed-a2dd-eb34867f50a5 admin admin] Network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:53:55.950478 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-5aa66de7-a935-40ed-a2dd-eb34867f50a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, bb6046f5-e4ff-40cf-8b53-1b862ddb21e3) {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:55.958792 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7351b50-5de6-44a6-9ad0-f857450b4210 None None] Network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:55.960087 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa66de7-a935-40ed-a2dd-eb34867f50a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:55.960959 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5aa66de7-a935-40ed-a2dd-eb34867f50a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:55.979376 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-acfa8104-d753-4a3e-85c2-992cb7374189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:55.983504 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-acfa8104-d753-4a3e-85c2-992cb7374189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:55.986383 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-acfa8104-d753-4a3e-85c2-992cb7374189 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aff89f32-0729-47b2-8c96-2ccf2a6bb167 HTTP/1.1" status: 204 len: 168 time: 0.3216066 Jun 28 09:53:55.987179 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-db2e4332-68ae-4bd8-8973-2ee1aba01f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:55.999251 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa8104-d753-4a3e-85c2-992cb7374189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff89f32-0729-47b2-8c96-2ccf2a6bb167,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:56.003189 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-acfa8104-d753-4a3e-85c2-992cb7374189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:56.008637 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43736) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:56.144029 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-95572845-949f-414b-ae42-1241936a6198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for subnet, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:56.159193 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-31c8711c-50d8-4fd0-84ab-4aaf3f897b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:56.220923 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-d3387ca4-bc16-4832-85de-c946ed678ac2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:53:56.222080 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-d3387ca4-bc16-4832-85de-c946ed678ac2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2693939 Jun 28 09:53:56.229645 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-5aa66de7-a935-40ed-a2dd-eb34867f50a5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7837145 Jun 28 09:53:56.231007 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cefa2a82-c5de-4d16-8bb1-160f280ddda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:56.233039 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43746) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:56.237809 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:56.250419 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fa0e888-dc8c-5619-9e71-fea9e529594f-bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc'}]}} from dv-cinder-786627-12-iscsi. {{(pid=100131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:53:56.251520 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:56.261124 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95572845-949f-414b-ae42-1241936a6198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=111bbce8-d8d9-499d-affc-ef81b620ef72,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:56.263423 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-95572845-949f-414b-ae42-1241936a6198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:56.327800 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.db.api [None req-cefa2a82-c5de-4d16-8bb1-160f280ddda0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 09:53:56.327800 dv-cinder-786627-12-iscsi neutron-server[100130]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 09:53:56.327800 dv-cinder-786627-12-iscsi neutron-server[100130]: [parameters: {'project_id_1': '6563150fc7204650ab5e8a48caa28842', 'expiration_1': datetime.datetime(2021, 6, 28, 9, 53, 56, 283149)}] Jun 28 09:53:56.327800 dv-cinder-786627-12-iscsi neutron-server[100130]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:53:56.328479 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_db.api [None req-cefa2a82-c5de-4d16-8bb1-160f280ddda0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:53:56.342695 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95572845-949f-414b-ae42-1241936a6198 admin admin] Checking segment: {'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:56.343328 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95572845-949f-414b-ae42-1241936a6198 admin admin] Network hostable DHCP agents. Network: b8d6d237-b42e-4d2f-93b5-c30dc724d637, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:53:56.370568 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-026c5fb6-35a1-4b34-8ae1-36f9b13db61d service neutron] 10.222.0.30 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209843 Jun 28 09:53:56.426390 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27156'] for router, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:56.428516 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-601449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27149'] for router, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:56.430861 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:56.458273 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:56.467480 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.db_base_plugin_common [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Allocated IP 172.20.0.2 (bb6046f5-e4ff-40cf-8b53-1b862ddb21e3/db135a38-e04b-415b-b1af-9e3b01bdacfc/5618a4f2-e709-435f-a64e-ed0a746b947c) {{(pid=100131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:56.539743 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:56.554366 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-88ced9e8-6596-47b9-b0f8-3f969f6adf0e service neutron] 10.222.0.30 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755857 Jun 28 09:53:56.613886 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95572845-949f-414b-ae42-1241936a6198 admin admin] Network b8d6d237-b42e-4d2f-93b5-c30dc724d637 is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:53:56.650553 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Notify callbacks [] for port, precommit_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:56.664058 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Transition to ACTIVE for port object 5618a4f2-e709-435f-a64e-ed0a746b947c will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:56.687016 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Transition to ACTIVE for port object 5618a4f2-e709-435f-a64e-ed0a746b947c will not be triggered until provisioned by entity DHCP. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:56.692652 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Allocated IP 172.27.2.171 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/fa7efdb1-9888-4cfb-a36f-996645ce4a84) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:56.712045 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-95572845-949f-414b-ae42-1241936a6198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, b8d6d237-b42e-4d2f-93b5-c30dc724d637) {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:56.720651 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6aa460-316b-4f78-a364-2c99a26cf08b None None] Network b8d6d237-b42e-4d2f-93b5-c30dc724d637 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:56.724904 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95572845-949f-414b-ae42-1241936a6198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:56.725529 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-95572845-949f-414b-ae42-1241936a6198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:56.775538 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43762) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:56.800594 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:56.807644 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:56.829483 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cefa2a82-c5de-4d16-8bb1-160f280ddda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:56.847218 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:56.866308 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Pushing event updated for resources: {'Port': ['ID=5618a4f2-e709-435f-a64e-ed0a746b947c,revision_number=1']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:56.891967 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:56.895264 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:56.897652 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:56.898024 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:56.898362 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:56.898703 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:56.899045 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:56.899361 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:56.899589 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-95572845-949f-414b-ae42-1241936a6198 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0569150 Jun 28 09:53:56.899729 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:56.899996 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:56.900327 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:56.900633 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Tracked resource versions report: Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: pushed versions: Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: { 'AddressGroup': {'1.2'}, Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'ConntrackHelper': {'1.0'}, Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Log': {'1.0'}, Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Network': {'1.1'}, Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Port': {'1.7'}, Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'PortForwarding': {'1.2'}, Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'QosPolicy': {'1.8'}, Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'SecurityGroup': {'1.4'}, Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'SubPort': {'1.0'}, Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Subnet': {'1.1'}, Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Trunk': {'1.1'}} Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: consumer versions: Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: { DHCP agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: HyperV agent@hv-cinder-78662: {}, Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: L3 agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: Metadata agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: Metering agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: Open vSwitch agent@dv-cinder-786627-12-iscsi: { 'AddressGroup': '1.2', Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'ConntrackHelper': '1.0', Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Log': '1.0', Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Network': '1.1', Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Port': '1.7', Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'PortForwarding': '1.2', Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'QosPolicy': '1.8', Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'SecurityGroup': '1.4', Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'SecurityGroupRule': '1.2', Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'SubPort': '1.0', Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Subnet': '1.1', Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: 'Trunk': '1.1'}} Jun 28 09:53:56.901784 dv-cinder-786627-12-iscsi neutron-server[100131]: {{(pid=100131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:53:56.905216 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 43770) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:56.905400 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27199'] for router, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:56.913383 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:56.928076 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 is already hosted by enough agents. {{(pid=100131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:56.931031 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.base_scheduler [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Resources bound (agent type, host, resource id): {{(pid=100131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:56.934081 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:53:56.934578 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Received port after_create {{(pid=100131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:56.986088 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-12012f18-8ab1-40d9-855c-876103bf4cee tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:56.987157 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-12012f18-8ab1-40d9-855c-876103bf4cee tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/networks?id=f1fbb4cc-a77b-4cff-b5f2-330e41b69a08 HTTP/1.1" status: 200 len: 811 time: 0.2095561 Jun 28 09:53:57.007976 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43776) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:57.033783 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-71c3cdb5-24e4-434b-b291-2bb12686d734 req-048e4ddc-b242-42f9-865d-6173ebdf83c0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 210 time: 0.0664690 Jun 28 09:53:57.070009 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84d6-641b-4a69-a5c2-95adc77d6678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.075530 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Attempting to bind port 5618a4f2-e709-435f-a64e-ed0a746b947c on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:53:57.076423 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Attempting to bind port 5618a4f2-e709-435f-a64e-ed0a746b947c by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:53:57.079472 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Attempting to bind port 5618a4f2-e709-435f-a64e-ed0a746b947c on network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:57.082916 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-d5800ca4-dec5-4dec-a89c-29a97c19c038 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/quotas/b13c5772f50c428cbb2cf8bdd4e881f5 HTTP/1.1" status: 200 len: 375 time: 0.0739875 Jun 28 09:53:57.085077 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fa0e888-dc8c-5619-9e71-fea9e529594f-b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72'}]}} from dv-cinder-786627-12-iscsi. {{(pid=100131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:53:57.086140 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.092014 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:53:57.092599 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Checking segment: {'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:57.093628 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.094404 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Bound using segment: {'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:53:57.094906 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Bound port: 5618a4f2-e709-435f-a64e-ed0a746b947c, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:53:57.095314 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.147970 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-be976138-1998-4147-b554-9fff792d74ef tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b13c5772f50c428cbb2cf8bdd4e881f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501678 Jun 28 09:53:57.178519 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.182051 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:57.199040 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cefa2a82-c5de-4d16-8bb1-160f280ddda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.260349 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] For port 5618a4f2-e709-435f-a64e-ed0a746b947c, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:53:57.277782 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] For port 5618a4f2-e709-435f-a64e-ed0a746b947c, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=5618a4f2-e709-435f-a64e-ed0a746b947c,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:53:57.297989 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.db_base_plugin_common [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Allocated IP 172.20.0.2 (b8d6d237-b42e-4d2f-93b5-c30dc724d637/111bbce8-d8d9-499d-affc-ef81b620ef72/a46f69fc-4ec6-4771-bcef-2134c2694d63) {{(pid=100131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:57.340492 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cefa2a82-c5de-4d16-8bb1-160f280ddda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.348274 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:57.401349 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-cefa2a82-c5de-4d16-8bb1-160f280ddda0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6563150fc7204650ab5e8a48caa28842&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3916004 Jun 28 09:53:57.403863 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43792) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:57.408600 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:57.411772 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.413330 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.416152 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:57.426823 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:57.433519 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa2a82-c5de-4d16-8bb1-160f280ddda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1185dc48-137c-47b1-9d1a-be0ada9f4809,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:57.449083 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-bce250db-4e13-4e46-b346-0a4e443eed5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:57.456084 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-45bc8c6e-a44b-4338-9a1b-10f0904c1cac service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:53:57.457470 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-45bc8c6e-a44b-4338-9a1b-10f0904c1cac service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1256146 Jun 28 09:53:57.461200 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-cefa2a82-c5de-4d16-8bb1-160f280ddda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:57.465749 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.536418 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27156'] for router, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.537544 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-601449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27149'] for router, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.540989 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Pushing event updated for resources: {'Port': ['ID=fa7efdb1-9888-4cfb-a36f-996645ce4a84,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:57.548324 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Pushing event updated for resources: {'Port': ['ID=5618a4f2-e709-435f-a64e-ed0a746b947c,revision_number=2']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:57.562970 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:57.615194 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:57.662791 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9028a147-e499-4741-91f2-c82628f09c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.671642 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Notify callbacks [] for port, precommit_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.686112 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Transition to ACTIVE for port object a46f69fc-4ec6-4771-bcef-2134c2694d63 will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:57.705614 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Transition to ACTIVE for port object a46f69fc-4ec6-4771-bcef-2134c2694d63 will not be triggered until provisioned by entity DHCP. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:53:57.759476 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-45cafe9f-b9a2-41b3-ac9b-5973c4d88ce0 service neutron] 10.222.0.30 "GET /v2.0/networks/f1fbb4cc-a77b-4cff-b5f2-330e41b69a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807388 Jun 28 09:53:57.769086 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.773849 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:57.801495 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9028a147-e499-4741-91f2-c82628f09c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:57.888245 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Allocated IP 172.27.2.253 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/592034f9-d617-472f-8fa7-d4d8d5aa444c) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:57.904401 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Pushing event updated for resources: {'Port': ['ID=a46f69fc-4ec6-4771-bcef-2134c2694d63,revision_number=1']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:57.918290 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:57.963308 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Network b8d6d237-b42e-4d2f-93b5-c30dc724d637 is already hosted by enough agents. {{(pid=100131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:57.968664 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.base_scheduler [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Resources bound (agent type, host, resource id): {{(pid=100131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:57.974750 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Received port after_create {{(pid=100131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:57.997885 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:58.029185 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84d6-641b-4a69-a5c2-95adc77d6678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:58.068315 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Attempting to bind port a46f69fc-4ec6-4771-bcef-2134c2694d63 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:53:58.069095 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Attempting to bind port a46f69fc-4ec6-4771-bcef-2134c2694d63 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:53:58.071776 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Attempting to bind port a46f69fc-4ec6-4771-bcef-2134c2694d63 on network b8d6d237-b42e-4d2f-93b5-c30dc724d637 {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:53:58.077555 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-caeaa981-7dce-4eda-9961-ec0f99dcf7cf service neutron] 10.222.0.30 "GET /v2.0/networks/f1fbb4cc-a77b-4cff-b5f2-330e41b69a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071778 Jun 28 09:53:58.105569 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:53:58.106059 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Checking segment: {'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:53:58.106374 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:58.106783 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Bound using segment: {'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:53:58.107410 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Bound port: a46f69fc-4ec6-4771-bcef-2134c2694d63, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:53:58.109341 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:58.127031 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:58.135049 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0e3c84d6-641b-4a69-a5c2-95adc77d6678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:58.140454 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:58.200956 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8ec21ec6-e6db-4511-b5fa-7844df936c6b req-5c4c823f-bfaf-4402-b913-df7af6fcdaca tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 210 time: 0.0521324 Jun 28 09:53:58.200956 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9028a147-e499-4741-91f2-c82628f09c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:58.214339 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9028a147-e499-4741-91f2-c82628f09c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:58.215602 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-9028a147-e499-4741-91f2-c82628f09c4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1185dc48-137c-47b1-9d1a-be0ada9f4809 HTTP/1.1" status: 204 len: 168 time: 0.8106198 Jun 28 09:53:58.221044 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] For port a46f69fc-4ec6-4771-bcef-2134c2694d63, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:53:58.225876 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] For port a46f69fc-4ec6-4771-bcef-2134c2694d63, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=a46f69fc-4ec6-4771-bcef-2134c2694d63,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:53:58.248187 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:58.256243 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c84d6-641b-4a69-a5c2-95adc77d6678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61bb5d9-5d53-4fe9-8997-8e62d263f12e,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:58.275826 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0e3c84d6-641b-4a69-a5c2-95adc77d6678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:58.282141 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-0e3c84d6-641b-4a69-a5c2-95adc77d6678 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=566a14f472e549a2bcb4a932effc2af1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2548549 Jun 28 09:53:58.284563 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:58.290717 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43820) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:58.311792 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:58.312411 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028a147-e499-4741-91f2-c82628f09c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1185dc48-137c-47b1-9d1a-be0ada9f4809,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:58.314342 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:58.321836 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9028a147-e499-4741-91f2-c82628f09c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:58.375127 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27199'] for router, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:58.399919 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-69fe4094-80c9-41ca-85c8-af5c517cb1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:58.440989 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-69fe4094-80c9-41ca-85c8-af5c517cb1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:58.449708 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:58.456973 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:58.495684 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Pushing event updated for resources: {'Port': ['ID=a46f69fc-4ec6-4771-bcef-2134c2694d63,revision_number=2']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:58.501554 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:58.547165 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:53:58.552904 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:53:58.558861 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:53:58.565540 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Pushing event updated for resources: {'Port': ['ID=592034f9-d617-472f-8fa7-d4d8d5aa444c,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:58.635229 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:58.644279 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641423'] for router, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:59.001487 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-97780315-f535-4cbf-8343-2e77445fea4f req-53cef05f-8a4d-4a51-8e3d-63a398e9d304 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 210 time: 0.4370704 Jun 28 09:53:59.013921 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-69fe4094-80c9-41ca-85c8-af5c517cb1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:59.020265 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-69fe4094-80c9-41ca-85c8-af5c517cb1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:59.032164 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-69fe4094-80c9-41ca-85c8-af5c517cb1c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b61bb5d9-5d53-4fe9-8997-8e62d263f12e HTTP/1.1" status: 204 len: 168 time: 0.7256503 Jun 28 09:53:59.072319 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:59.103157 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe4094-80c9-41ca-85c8-af5c517cb1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61bb5d9-5d53-4fe9-8997-8e62d263f12e,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:59.109341 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-69fe4094-80c9-41ca-85c8-af5c517cb1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:59.250294 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:59.259535 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b831d7-ff4d-4360-9d64-17dea6554fb1 None None] Network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:59.270007 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:59.312862 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Router 2bd5beed-8b40-441e-907d-7dd0094279cc is scheduled to L3 agent 6120e629-0eac-4308-8089-a939bca814a4 with binding_index 1 {{(pid=100129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:53:59.324870 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0f53c8bf-9e05-4d04-b149-32127b1ba040 req-ca5a3fcc-d003-403a-8a77-d9ac7043eee5 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 210 time: 0.0420032 Jun 28 09:53:59.504308 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:59.528564 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-c8b04475-010a-4219-a9c1-2f5829b48f0a None None] Provisioning for port 5618a4f2-e709-435f-a64e-ed0a746b947c completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:53:59.740570 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 5618a4f2-e709-435f-a64e-ed0a746b947c up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:53:59.741480 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:53:59.762131 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Sync routers for ids ['2bd5beed-8b40-441e-907d-7dd0094279cc'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:53:59.783636 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Routers {'2bd5beed-8b40-441e-907d-7dd0094279cc'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:59.792975 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:53:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['2bd5beed-8b40-441e-907d-7dd0094279cc'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:59.853255 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Allocated IP 172.27.2.26 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/96ef2add-9982-4898-bc49-8fb516378b9c) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:53:59.933208 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641423'] for router, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:59.953991 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Notify callbacks [] for router, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:59.957807 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4731784 Jun 28 09:53:59.973766 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 43894) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:59.996178 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 5618a4f2-e709-435f-a64e-ed0a746b947c completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:00.001229 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 5618a4f2-e709-435f-a64e-ed0a746b947c triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:00.001584 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:00.181770 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Set router 2bd5beed-8b40-441e-907d-7dd0094279cc gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:00.215479 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-6bd0f049-774e-486b-970d-c37c80fb13b1 None None] Provisioning complete for port 5618a4f2-e709-435f-a64e-ed0a746b947c triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:00.216219 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f049-774e-486b-970d-c37c80fb13b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:00.230831 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-668396f9-0d6c-4e20-8246-7cea9b3c9a60 req-02f54fc4-25f0-4d00-9f88-9b98393e8aa9 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 210 time: 0.0643909 Jun 28 09:54:00.433368 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 is scheduled to L3 agent 6120e629-0eac-4308-8089-a939bca814a4 with binding_index 1 {{(pid=100130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:54:00.484145 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd63fef-2f3e-4ab4-a9d3-6e5e0125363b None None] Network b8d6d237-b42e-4d2f-93b5-c30dc724d637 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:54:00.551186 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:00.565846 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'name': 'tempest-ServerRescueNegativeTestJSON-593006408-router', 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fa7efdb1-9888-4cfb-a36f-996645ce4a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:55Z', 'updated_at': '2021-06-28T09:53:57Z', 'revision_number': 3, 'project_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'gw_port': {'id': 'fa7efdb1-9888-4cfb-a36f-996645ce4a84', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:00.664801 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:00.668555 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Checking router: 2bd5beed-8b40-441e-907d-7dd0094279cc for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:54:00.680177 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Updating router 2bd5beed-8b40-441e-907d-7dd0094279cc port fa7efdb1-9888-4cfb-a36f-996645ce4a84 binding host dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:54:00.715834 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:54:00.745897 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Sync routers for ids ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:54:00.757740 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-623a389b-9655-4040-b369-cabddeaa17af req-6a3a4194-f9cb-45c5-9b6e-d0fd7cae97f4 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 210 time: 0.0436633 Jun 28 09:54:00.784089 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:00.810584 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Routers {'95b09434-e3c4-42d3-a4ba-0addec4f98e9'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:00.811538 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:53:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:00.853387 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Notify callbacks [] for router, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:00.857379 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6207249 Jun 28 09:54:00.858674 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43926) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:00.924153 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 5618a4f2-e709-435f-a64e-ed0a746b947c, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=5618a4f2-e709-435f-a64e-ed0a746b947c,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:00.976257 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:00.982199 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:01.023084 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:01.027539 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:01.033965 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:01.047934 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:01.053961 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Set router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:01.056310 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device a46f69fc-4ec6-4771-bcef-2134c2694d63 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:01.106531 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f049-774e-486b-970d-c37c80fb13b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:01.158902 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:01.317788 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=5618a4f2-e709-435f-a64e-ed0a746b947c,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:01.323404 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:01.328855 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Notify callbacks [] for port, precommit_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:01.336604 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.provisioning_blocks [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Transition to ACTIVE for port object fa7efdb1-9888-4cfb-a36f-996645ce4a84 will not be triggered until provisioned by entity L2. {{(pid=100132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:01.352301 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:54:01.358405 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Pushing event updated for resources: {'Port': ['ID=96ef2add-9982-4898-bc49-8fb516378b9c,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:01.408167 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:01.411003 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:01.414296 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:01.430750 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port a46f69fc-4ec6-4771-bcef-2134c2694d63 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:01.522823 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Attempting to bind port fa7efdb1-9888-4cfb-a36f-996645ce4a84 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:01.523197 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Attempting to bind port fa7efdb1-9888-4cfb-a36f-996645ce4a84 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:01.523557 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Attempting to bind port fa7efdb1-9888-4cfb-a36f-996645ce4a84 on network a0abfdc1-536a-466f-8075-78b887cfa2eb {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:01.544690 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Pushing event updated for resources: {'Port': ['ID=fa7efdb1-9888-4cfb-a36f-996645ce4a84,revision_number=2']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:01.556760 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:01.557181 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Checking segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:01.557592 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:01.557994 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Bound using segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:01.558489 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Bound port: fa7efdb1-9888-4cfb-a36f-996645ce4a84, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:01.558870 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:01.569857 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.db.api [None req-6bd0f049-774e-486b-970d-c37c80fb13b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:54:01.570452 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_db.api [None req-6bd0f049-774e-486b-970d-c37c80fb13b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:54:01.617367 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:01.620339 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:01.620899 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:01.621391 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:01.623481 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:01.623994 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:01.624493 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:01.626380 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:01.626868 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:01.627364 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:01.627850 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:01.629092 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Tracked resource versions report: Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: pushed versions: Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: { 'AddressGroup': {'1.2'}, Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'ConntrackHelper': {'1.0'}, Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Log': {'1.0'}, Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Network': {'1.1'}, Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Port': {'1.7'}, Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'PortForwarding': {'1.2'}, Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'QosPolicy': {'1.8'}, Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'SecurityGroup': {'1.4'}, Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'SubPort': {'1.0'}, Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Subnet': {'1.1'}, Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Trunk': {'1.1'}} Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: consumer versions: Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: { DHCP agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: HyperV agent@hv-cinder-78662: {}, Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: L3 agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: Metadata agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: Metering agent@dv-cinder-786627-12-iscsi: {}, Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: Open vSwitch agent@dv-cinder-786627-12-iscsi: { 'AddressGroup': '1.2', Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'ConntrackHelper': '1.0', Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Log': '1.0', Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Network': '1.1', Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Port': '1.7', Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'PortForwarding': '1.2', Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'QosPolicy': '1.8', Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'SecurityGroup': '1.4', Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'SecurityGroupRule': '1.2', Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'SubPort': '1.0', Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Subnet': '1.1', Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: 'Trunk': '1.1'}} Jun 28 09:54:01.632644 dv-cinder-786627-12-iscsi neutron-server[100132]: {{(pid=100132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:54:01.642702 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:01.665774 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:53:59Z', 'revision_number': 3, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:01.680478 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 5618a4f2-e709-435f-a64e-ed0a746b947c up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:01.714261 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9103c9ad-8cc9-494d-bd18-81655ac5f2ef req-d0617e9a-7904-496e-9c8f-725135e80130 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 210 time: 0.1556132 Jun 28 09:54:01.740942 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] For port fa7efdb1-9888-4cfb-a36f-996645ce4a84, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:01.746280 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:01.756337 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] For port fa7efdb1-9888-4cfb-a36f-996645ce4a84, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=fa7efdb1-9888-4cfb-a36f-996645ce4a84,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:01.819846 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Checking router: 95b09434-e3c4-42d3-a4ba-0addec4f98e9 for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:54:01.819846 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Updating router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 port 592034f9-d617-472f-8fa7-d4d8d5aa444c binding host dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:54:01.891627 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:01.968301 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:01.974498 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:01.985879 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:01.996896 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:02.110209 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.37', 49850) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:02.118562 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9f0fa3ea-b76e-4e77-9800-d07531d5b88f req-3e13ed87-cf36-43a1-bbb9-28732fffe657 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 210 time: 0.1107416 Jun 28 09:54:02.205519 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Allocated IP 172.20.0.1 (bb6046f5-e4ff-40cf-8b53-1b862ddb21e3/db135a38-e04b-415b-b1af-9e3b01bdacfc/f49d8c69-cd1c-4e21-99b9-607b6e9418c4) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:02.221709 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 5618a4f2-e709-435f-a64e-ed0a746b947c triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:02.222360 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:02.240448 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Routers {'2bd5beed-8b40-441e-907d-7dd0094279cc'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:02.256047 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:53:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['2bd5beed-8b40-441e-907d-7dd0094279cc'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:02.256047 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Pushing event updated for resources: {'Port': ['ID=fa7efdb1-9888-4cfb-a36f-996645ce4a84,revision_number=3']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:02.331710 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:02.378660 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:02.441367 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.provisioning_blocks [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Transition to ACTIVE for port object f49d8c69-cd1c-4e21-99b9-607b6e9418c4 will not be triggered until provisioned by entity DHCP. {{(pid=100130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:02.482777 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-6a1bad92-b702-4916-b1ca-86c629e11f14 None None] Provisioning for port a46f69fc-4ec6-4771-bcef-2134c2694d63 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:02.497406 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-6a1bad92-b702-4916-b1ca-86c629e11f14 None None] Provisioning complete for port a46f69fc-4ec6-4771-bcef-2134c2694d63 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:02.498259 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6a1bad92-b702-4916-b1ca-86c629e11f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:02.534359 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] Set router 2bd5beed-8b40-441e-907d-7dd0094279cc gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:02.589300 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:02.594376 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:02.667248 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:02.672985 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Notify callbacks [] for port, precommit_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:02.680598 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:02.700489 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Transition to ACTIVE for port object 592034f9-d617-472f-8fa7-d4d8d5aa444c will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:02.706610 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:02.708314 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714509'] for router_interface, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:02.713837 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6a1bad92-b702-4916-b1ca-86c629e11f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:02.773206 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-6a1bad92-b702-4916-b1ca-86c629e11f14 None None] For port a46f69fc-4ec6-4771-bcef-2134c2694d63, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=a46f69fc-4ec6-4771-bcef-2134c2694d63,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:02.821348 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Pushing event updated for resources: {'Port': ['ID=f49d8c69-cd1c-4e21-99b9-607b6e9418c4,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:02.834328 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:02.839722 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6a1bad92-b702-4916-b1ca-86c629e11f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:02.843475 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:02.843475 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:02.917389 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'name': 'tempest-ServerRescueNegativeTestJSON-593006408-router', 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fa7efdb1-9888-4cfb-a36f-996645ce4a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:55Z', 'updated_at': '2021-06-28T09:53:57Z', 'revision_number': 3, 'project_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'gw_port': {'id': 'fa7efdb1-9888-4cfb-a36f-996645ce4a84', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:03.022149 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e615a1-4c2c-4b66-9757-93af96761606 None None] The sync data for ids ['2bd5beed-8b40-441e-907d-7dd0094279cc'] in dv-cinder-786627-12-iscsi is: [{'id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'name': 'tempest-ServerRescueNegativeTestJSON-593006408-router', 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fa7efdb1-9888-4cfb-a36f-996645ce4a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:55Z', 'updated_at': '2021-06-28T09:53:57Z', 'revision_number': 3, 'project_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'gw_port': {'id': 'fa7efdb1-9888-4cfb-a36f-996645ce4a84', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:54:03.026556 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bad92-b702-4916-b1ca-86c629e11f14 None None] Pushing event updated for resources: {'Port': ['ID=a46f69fc-4ec6-4771-bcef-2134c2694d63,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:03.184248 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Attempting to bind port 592034f9-d617-472f-8fa7-d4d8d5aa444c on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:03.185053 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Attempting to bind port 592034f9-d617-472f-8fa7-d4d8d5aa444c by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:03.185592 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Attempting to bind port 592034f9-d617-472f-8fa7-d4d8d5aa444c on network a0abfdc1-536a-466f-8075-78b887cfa2eb {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:03.204810 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:03.205556 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Checking segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:03.206188 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:03.206907 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Bound using segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:03.207649 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Bound port: 592034f9-d617-472f-8fa7-d4d8d5aa444c, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:03.208242 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:03.215687 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66accbb9-671e-4614-9f5e-37645dd9a4ed None None] Pushing event updated for resources: {'Port': ['ID=592034f9-d617-472f-8fa7-d4d8d5aa444c,revision_number=2']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:03.244490 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 43992) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:03.249657 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-66accbb9-671e-4614-9f5e-37645dd9a4ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:03.250552 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:03.251066 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:03.274106 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-7d6b5096-4683-4f74-9498-3696e744dece tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:03.275991 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-7d6b5096-4683-4f74-9498-3696e744dece tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "GET /v2.0/networks?id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da HTTP/1.1" status: 200 len: 813 time: 1.1547341 Jun 28 09:54:03.295090 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-47bbd8aa-1bc0-4a49-a4b8-19cb55408753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:03.297721 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] For port 592034f9-d617-472f-8fa7-d4d8d5aa444c, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:03.302753 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] For port 592034f9-d617-472f-8fa7-d4d8d5aa444c, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=592034f9-d617-472f-8fa7-d4d8d5aa444c,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:03.344034 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-21ee5503-0a79-429c-9c44-848622365eae req-1400401f-daa3-4527-82c1-804c6fb00fc0 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 210 time: 0.0978718 Jun 28 09:54:03.347808 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-f2f69e80-8bc8-45c3-9a80-570575fbb84e None None] Provisioning for port f49d8c69-cd1c-4e21-99b9-607b6e9418c4 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:03.369388 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-f2f69e80-8bc8-45c3-9a80-570575fbb84e None None] Provisioning complete for port f49d8c69-cd1c-4e21-99b9-607b6e9418c4 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:03.371138 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-f2f69e80-8bc8-45c3-9a80-570575fbb84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:03.372390 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-eaf2269a-1b30-4c78-ae51-604da6c439e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Request body: {'port': {'device_id': 'e59e1283-2758-4fa6-bf50-4f7eb1e8723b', 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da', 'admin_state_up': True, 'tenant_id': '037d44069cbe4e8a89b2bb601b199399'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:03.389080 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:03.421929 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-66accbb9-671e-4614-9f5e-37645dd9a4ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:03.459833 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.37', 49853) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:03.641688 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-f2f69e80-8bc8-45c3-9a80-570575fbb84e None None] Port f49d8c69-cd1c-4e21-99b9-607b6e9418c4 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:54:03.662604 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Routers {'95b09434-e3c4-42d3-a4ba-0addec4f98e9'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:03.663446 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:53:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:03.693848 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b5ad1abc-ebd8-49d7-b127-813fbfac62fb req-8cbe1658-371d-44be-b000-566ced26da68 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 210 time: 0.2622828 Jun 28 09:54:03.807310 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66accbb9-671e-4614-9f5e-37645dd9a4ed None None] Pushing event updated for resources: {'Port': ['ID=592034f9-d617-472f-8fa7-d4d8d5aa444c,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:03.818430 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9cc91aa2-2fb0-4d98-b3af-4b2441a484a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:03.840782 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device a46f69fc-4ec6-4771-bcef-2134c2694d63 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:03.860730 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-47de6f6b-9f66-4335-96d7-d9d58d39a044 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:03.862544 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-47de6f6b-9f66-4335-96d7-d9d58d39a044 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.37 "GET /v2.0/networks?id=f1fbb4cc-a77b-4cff-b5f2-330e41b69a08 HTTP/1.1" status: 200 len: 811 time: 0.4014792 Jun 28 09:54:03.878192 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Request body: {'port': {'device_id': 'a2f40e3e-8533-4a47-b862-307c6f2ac011', 'network_id': 'f1fbb4cc-a77b-4cff-b5f2-330e41b69a08', 'admin_state_up': True, 'tenant_id': 'b13c5772f50c428cbb2cf8bdd4e881f5'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:04.028126 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Allocated IP 172.20.0.1 (059b1d65-d322-4b4c-83ce-48fd289a3bcf/425698d2-70d0-4e8c-9f39-29fdfe2da4b2/d6d951fd-765d-4626-ac9a-f29f60c2807b) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:04.051098 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641423'] for router, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:04.170792 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:04.217889 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-66accbb9-671e-4614-9f5e-37645dd9a4ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:04.282323 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] Set router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:04.356289 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:04.430335 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port a46f69fc-4ec6-4771-bcef-2134c2694d63 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:04.430805 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:04.431166 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c is scheduled to L3 agent 6120e629-0eac-4308-8089-a939bca814a4 with binding_index 1 {{(pid=100129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:54:04.450447 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9cc91aa2-2fb0-4d98-b3af-4b2441a484a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:04.543270 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:04.549759 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:04.570882 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9cc91aa2-2fb0-4d98-b3af-4b2441a484a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:04.646770 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:04.686782 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-9cc91aa2-2fb0-4d98-b3af-4b2441a484a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85af6f66050b426c86325ad21cd0121b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4204819 Jun 28 09:54:04.692282 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc91aa2-2fb0-4d98-b3af-4b2441a484a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19937e9-f341-4f12-8bbd-857850dfd14a,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:04.697241 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9cc91aa2-2fb0-4d98-b3af-4b2441a484a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:04.705509 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44042) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:04.714582 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.db.api [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 09:54:04.714582 dv-cinder-786627-12-iscsi neutron-server[100130]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 09:54:04.714582 dv-cinder-786627-12-iscsi neutron-server[100130]: [parameters: {'project_id_1': 'b13c5772f50c428cbb2cf8bdd4e881f5', 'expiration_1': datetime.datetime(2021, 6, 28, 9, 54, 4, 332335)}] Jun 28 09:54:04.714582 dv-cinder-786627-12-iscsi neutron-server[100130]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:54:04.714863 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_db.api [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:54:04.723676 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Network 059b1d65-d322-4b4c-83ce-48fd289a3bcf is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:04.743914 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b313d599-7e0e-415d-9d04-c7bd4381e731 req-19477223-3e68-4527-9d63-9c93b30307f4 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 210 time: 0.0987189 Jun 28 09:54:04.762245 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:04.782626 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:53:59Z', 'revision_number': 3, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:04.796249 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:04.798580 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Pushing event updated for resources: {'Port': ['ID=d6d951fd-765d-4626-ac9a-f29f60c2807b,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:04.827669 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:04.827669 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714641'] for router_interface, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:05.125293 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:05.125293 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714509'] for router_interface, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:05.125862 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:05.126559 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-eaf2269a-1b30-4c78-ae51-604da6c439e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Made reservation on behalf of 037d44069cbe4e8a89b2bb601b199399 for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:54:05.126559 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-eaf2269a-1b30-4c78-ae51-604da6c439e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:05.127075 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4596d2-8699-4e52-8464-c20233aed408 None None] The sync data for ids ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'] in dv-cinder-786627-12-iscsi is: [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:53:59Z', 'revision_number': 3, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:54:05.127808 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9288cc32-7774-402d-8721-21b9d2e2893d req-c5bd531e-92e3-477a-8c40-ad20d501053d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 210 time: 0.0591309 Jun 28 09:54:05.131884 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:05.143445 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Pushing event updated for resources: {'Port': ['ID=f49d8c69-cd1c-4e21-99b9-607b6e9418c4,revision_number=2']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:05.150134 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:05.151551 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:05.208284 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:54:05.218723 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Sync routers for ids ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:54:05.242411 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Routers {'7f29a6da-1685-4d3f-8b12-d80c2a342d3c'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:05.244949 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:53:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:05.486639 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:05.550326 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-19de2b6f-593e-42d6-991f-e47bec1533b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:05.591786 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:54:05.682464 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Made reservation on behalf of b13c5772f50c428cbb2cf8bdd4e881f5 for: {'port': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:54:05.686010 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:05.741564 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-cc6006f5-9af5-4cfa-bb24-2230885855f9 None None] Provisioning complete for port f49d8c69-cd1c-4e21-99b9-607b6e9418c4 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:05.742096 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-cc6006f5-9af5-4cfa-bb24-2230885855f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:05.780837 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-eaf2269a-1b30-4c78-ae51-604da6c439e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Allocated IP 172.20.0.5 (e03dab8f-155d-4b3a-b41a-3cf9b5c808da/e3ff202d-893a-4c89-bdbc-680e574cfd76/7d773b2a-82e6-4d32-956b-a4b5bc2d6520) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:05.839002 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 592034f9-d617-472f-8fa7-d4d8d5aa444c up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:05.913100 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Set router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:05.999218 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-cc6006f5-9af5-4cfa-bb24-2230885855f9 None None] Port f49d8c69-cd1c-4e21-99b9-607b6e9418c4 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:54:06.063795 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-eaf2269a-1b30-4c78-ae51-604da6c439e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:06.148624 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 592034f9-d617-472f-8fa7-d4d8d5aa444c completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:06.160573 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 592034f9-d617-472f-8fa7-d4d8d5aa444c triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:06.163774 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:06.165716 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-02d105c4-1ba5-4b09-abfc-6024b265c5e3 req-26833153-4c67-4718-ada7-b2f521cde649 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 210 time: 0.1707728 Jun 28 09:54:06.203530 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.654s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:06.230239 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-eaf2269a-1b30-4c78-ae51-604da6c439e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:06.262294 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:06.408854 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:06.439491 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:54:06.472171 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] Notify callbacks [] for router, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:06.482922 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-7d3a4156-6a0f-4a1f-bab9-ae5d4283140e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.5716684 Jun 28 09:54:06.489528 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 592034f9-d617-472f-8fa7-d4d8d5aa444c, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=592034f9-d617-472f-8fa7-d4d8d5aa444c,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:06.493565 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44064) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:06.502175 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] 10.222.0.30 "PUT /v2.0/routers/95b09434-e3c4-42d3-a4ba-0addec4f98e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6415942 Jun 28 09:54:06.534671 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:01Z', 'revision_number': 3, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:06.542801 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:06.544621 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device fa7efdb1-9888-4cfb-a36f-996645ce4a84 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:06.548632 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:06.602606 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Checking router: 7f29a6da-1685-4d3f-8b12-d80c2a342d3c for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:54:06.603338 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Updating router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c port 96ef2add-9982-4898-bc49-8fb516378b9c binding host dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:54:06.695345 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=592034f9-d617-472f-8fa7-d4d8d5aa444c,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:06.714514 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:06.723129 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:06.759551 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Allocated IP 172.20.0.3 (f1fbb4cc-a77b-4cff-b5f2-330e41b69a08/479945d8-268c-4aa8-af2d-8e34ad65f381/5283183e-341c-4455-af39-2d6ee0ee5fd3) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:06.813088 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port fa7efdb1-9888-4cfb-a36f-996645ce4a84 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:06.820092 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port fa7efdb1-9888-4cfb-a36f-996645ce4a84 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:06.821793 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:06.967194 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.079417 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.120346 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-eaf2269a-1b30-4c78-ae51-604da6c439e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Network e03dab8f-155d-4b3a-b41a-3cf9b5c808da is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:07.133856 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port fa7efdb1-9888-4cfb-a36f-996645ce4a84, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=fa7efdb1-9888-4cfb-a36f-996645ce4a84,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:07.137997 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2269a-1b30-4c78-ae51-604da6c439e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Pushing event updated for resources: {'Port': ['ID=7d773b2a-82e6-4d32-956b-a4b5bc2d6520,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:07.140782 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-eaf2269a-1b30-4c78-ae51-604da6c439e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:07.142775 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b7df0274-079e-4015-af56-2d7305af7fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.146960 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-eaf2269a-1b30-4c78-ae51-604da6c439e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.884s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:07.149544 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-eaf2269a-1b30-4c78-ae51-604da6c439e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:07.156000 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-eaf2269a-1b30-4c78-ae51-604da6c439e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:07.156800 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-eaf2269a-1b30-4c78-ae51-604da6c439e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.231860 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.337787 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b7df0274-079e-4015-af56-2d7305af7fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.421278 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f967143-45b2-4641-9b58-6d50a0d4170a req-9f9fde05-5854-4835-ae20-0eca514c6b96 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:07.422974 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5f967143-45b2-4641-9b58-6d50a0d4170a req-9f9fde05-5854-4835-ae20-0eca514c6b96 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 931 time: 0.9985609 Jun 28 09:54:07.436996 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.437728 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Notify callbacks [] for port, precommit_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.460533 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.provisioning_blocks [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Transition to ACTIVE for port object 96ef2add-9982-4898-bc49-8fb516378b9c will not be triggered until provisioned by entity L2. {{(pid=100132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:07.545965 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5f967143-45b2-4641-9b58-6d50a0d4170a req-6dd64f51-141e-4dba-85e3-f20cc3594e17 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033852 Jun 28 09:54:07.673645 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.676528 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:07.732650 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-eaf2269a-1b30-4c78-ae51-604da6c439e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3723319 Jun 28 09:54:07.757466 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.758025 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.773121 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=fa7efdb1-9888-4cfb-a36f-996645ce4a84,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:07.778751 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:07.779451 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:07.794459 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:07.834213 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Network f1fbb4cc-a77b-4cff-b5f2-330e41b69a08 is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:07.839025 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 592034f9-d617-472f-8fa7-d4d8d5aa444c up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:07.843423 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-ac2356e2-fdfa-4854-aee9-17464c4df117 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:54:07.847947 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-ac2356e2-fdfa-4854-aee9-17464c4df117 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0384083 Jun 28 09:54:07.919862 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Attempting to bind port 96ef2add-9982-4898-bc49-8fb516378b9c on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:07.920255 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Attempting to bind port 96ef2add-9982-4898-bc49-8fb516378b9c by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:07.920629 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Attempting to bind port 96ef2add-9982-4898-bc49-8fb516378b9c on network a0abfdc1-536a-466f-8075-78b887cfa2eb {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:07.922881 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5431be2-881e-4615-9248-31abb6afa8e8 None None] Pushing event updated for resources: {'Port': ['ID=96ef2add-9982-4898-bc49-8fb516378b9c,revision_number=2']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:07.926356 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-a5431be2-881e-4615-9248-31abb6afa8e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:07.930434 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:07.930815 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Checking segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:07.931222 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.931619 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Bound using segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:07.932100 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Bound port: 96ef2add-9982-4898-bc49-8fb516378b9c, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:07.932565 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:07.954854 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:07.966054 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:07.983897 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:07.984175 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Sync routers for ids ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:54:07.984572 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for port, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:08.008634 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Routers {'95b09434-e3c4-42d3-a4ba-0addec4f98e9'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:08.009239 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-5e61de28-e964-4712-9171-12474f76bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:54:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:08.020994 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 592034f9-d617-472f-8fa7-d4d8d5aa444c triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:08.021620 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:08.026963 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] For port 96ef2add-9982-4898-bc49-8fb516378b9c, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:08.029438 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] For port 96ef2add-9982-4898-bc49-8fb516378b9c, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=96ef2add-9982-4898-bc49-8fb516378b9c,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:08.119658 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:08.123446 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-a5431be2-881e-4615-9248-31abb6afa8e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:08.148310 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b7df0274-079e-4015-af56-2d7305af7fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:08.215892 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44092) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:08.247411 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Pushing event updated for resources: {'Port': ['ID=5283183e-341c-4455-af39-2d6ee0ee5fd3,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:08.264343 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:08.301382 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:08.327032 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b7df0274-079e-4015-af56-2d7305af7fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:08.329977 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-b7df0274-079e-4015-af56-2d7305af7fca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a19937e9-f341-4f12-8bbd-857850dfd14a HTTP/1.1" status: 204 len: 168 time: 3.6169672 Jun 28 09:54:08.399119 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-a77ffdc6-6e13-470c-816b-55837490c2d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:08.399119 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-3178bd60-b661-458d-bbbf-34dea61debee tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--543855799', 'description': 'tempest-description--88715830'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:08.401281 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5431be2-881e-4615-9248-31abb6afa8e8 None None] Pushing event updated for resources: {'Port': ['ID=96ef2add-9982-4898-bc49-8fb516378b9c,revision_number=3']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:08.401281 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-a5431be2-881e-4615-9248-31abb6afa8e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:08.401281 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Routers {'7f29a6da-1685-4d3f-8b12-d80c2a342d3c'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:08.401281 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:54:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:08.402036 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df0274-079e-4015-af56-2d7305af7fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19937e9-f341-4f12-8bbd-857850dfd14a,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:08.434055 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b7df0274-079e-4015-af56-2d7305af7fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:08.470732 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:08.477635 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90a879-9cc1-42d9-9900-d80c70e0a8f0 req-2ee0b6d2-e19f-4835-b048-05f37fe3452d tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:08.487614 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4e90a879-9cc1-42d9-9900-d80c70e0a8f0 req-2ee0b6d2-e19f-4835-b048-05f37fe3452d tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 931 time: 0.2540214 Jun 28 09:54:08.500085 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Request body: {'port': {'device_id': 'e59e1283-2758-4fa6-bf50-4f7eb1e8723b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:08.532956 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Set router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:08.594370 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4e90a879-9cc1-42d9-9900-d80c70e0a8f0 req-ee678315-d0b5-4f84-b830-9bc517a5a515 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880682 Jun 28 09:54:08.645651 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7736173 Jun 28 09:54:08.746619 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:08.767666 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714641'] for router_interface, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:08.830690 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-da435fc6-e30d-4f6f-9aca-6d3b84672035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:08.836978 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] Set router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:08.907040 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-3178bd60-b661-458d-bbbf-34dea61debee tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:08.927994 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-5e61de28-e964-4712-9171-12474f76bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'f49d8c69-cd1c-4e21-99b9-607b6e9418c4', 'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'mac_address': 'fa:16:3e:63:89:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:01Z', 'updated_at': '2021-06-28T09:54:04Z', 'revision_number': 2, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'subnets': [{'id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:08.941273 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28813626-6b8e-49e4-b7d9-75cf3ab704e0 req-76eebab6-cc5b-45e8-b7e5-b7c61b81f6cb tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:08.953304 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-28813626-6b8e-49e4-b7d9-75cf3ab704e0 req-76eebab6-cc5b-45e8-b7e5-b7c61b81f6cb tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 931 time: 0.1500866 Jun 28 09:54:08.993333 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Checking router: 95b09434-e3c4-42d3-a4ba-0addec4f98e9 for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:54:08.993707 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Updating router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 port f49d8c69-cd1c-4e21-99b9-607b6e9418c4 binding host dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:54:09.022472 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:09.066178 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-28813626-6b8e-49e4-b7d9-75cf3ab704e0 req-7dc02542-abe1-4808-b81f-8d3c22d7a97e tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996919 Jun 28 09:54:09.076175 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:09.108191 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Request body: {'port': {'device_id': 'a2f40e3e-8533-4a47-b862-307c6f2ac011', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:09.113528 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Pushing event updated for resources: {'Port': ['ID=d6d951fd-765d-4626-ac9a-f29f60c2807b,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:09.128143 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:09.137413 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:09.209607 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:01Z', 'revision_number': 3, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:09.273536 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464bc7b8-a579-432c-bca8-a1f4c19c88d0 None None] The sync data for ids ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'] in dv-cinder-786627-12-iscsi is: [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:01Z', 'revision_number': 3, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:54:09.309400 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:09.512922 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 44116) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:09.623613 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-639dda7d-55a0-4dfc-bd56-2cc9172981a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:09.675262 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Network 059b1d65-d322-4b4c-83ce-48fd289a3bcf is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:09.799251 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-3178bd60-b661-458d-bbbf-34dea61debee tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:09.861560 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:09.928447 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Notify callbacks [] for port, precommit_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:09.950184 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device fa7efdb1-9888-4cfb-a36f-996645ce4a84 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:09.956666 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-3178bd60-b661-458d-bbbf-34dea61debee tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.006190 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:10.025805 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Transition to ACTIVE for port object f49d8c69-cd1c-4e21-99b9-607b6e9418c4 will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:10.116091 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.143088 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:10.307425 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port fa7efdb1-9888-4cfb-a36f-996645ce4a84 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:10.325528 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.327327 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc65ffb-1801-4fa4-9019-463ecd9ccad3 None None] Pushing event updated for resources: {'Port': ['ID=f49d8c69-cd1c-4e21-99b9-607b6e9418c4,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:10.353429 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-7dc65ffb-1801-4fa4-9019-463ecd9ccad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:10.498208 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:54:10.509323 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.515897 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.notifiers.nova [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5283183e-341c-4455-af39-2d6ee0ee5fd3 {{(pid=100130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:54:10.528422 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Transition to ACTIVE for port object 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:10.561821 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.573256 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178bd60-b661-458d-bbbf-34dea61debee tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f20acb-e0a7-4f2c-854d-e2c9d39ac399,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:10.597300 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-3178bd60-b661-458d-bbbf-34dea61debee tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:10.628921 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.629712 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.provisioning_blocks [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Transition to ACTIVE for port object 5283183e-341c-4455-af39-2d6ee0ee5fd3 will not be triggered until provisioned by entity L2. {{(pid=100130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:10.674664 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:10.761732 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4312d28-1f7b-4af2-b08e-1372a79a4275 req-81582238-d0b5-440a-b403-1e3995996a3f tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:10.769187 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Attempting to bind port f49d8c69-cd1c-4e21-99b9-607b6e9418c4 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:10.769187 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Attempting to bind port f49d8c69-cd1c-4e21-99b9-607b6e9418c4 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:10.769421 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c4312d28-1f7b-4af2-b08e-1372a79a4275 req-81582238-d0b5-440a-b403-1e3995996a3f tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 931 time: 0.8154695 Jun 28 09:54:10.769500 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Attempting to bind port f49d8c69-cd1c-4e21-99b9-607b6e9418c4 on network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:10.787393 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.841313 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c4312d28-1f7b-4af2-b08e-1372a79a4275 req-fd4afa82-6020-48fc-917b-da4304fadbd6 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525889 Jun 28 09:54:10.846391 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-833f29a1-f981-40d2-95ab-8fe1094197d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:10.859829 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:10.860232 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Checking segment: {'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:10.861786 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.862229 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Bound using segment: {'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:10.862798 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Bound port: f49d8c69-cd1c-4e21-99b9-607b6e9418c4, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:10.875739 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:10.938168 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Pushing event updated for resources: {'Port': ['ID=5283183e-341c-4455-af39-2d6ee0ee5fd3,revision_number=2']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:10.951412 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:11.040440 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.managers [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Attempting to bind port 5283183e-341c-4455-af39-2d6ee0ee5fd3 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:11.041256 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.managers [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Attempting to bind port 5283183e-341c-4455-af39-2d6ee0ee5fd3 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '38b16f52-138e-4c33-b295-00f758b446c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f1fbb4cc-a77b-4cff-b5f2-330e41b69a08'}] {{(pid=100130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:11.041824 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Attempting to bind port 5283183e-341c-4455-af39-2d6ee0ee5fd3 on network f1fbb4cc-a77b-4cff-b5f2-330e41b69a08 {{(pid=100130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:11.050469 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d773b2a-82e6-4d32-956b-a4b5bc2d6520,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:11.065536 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Port 5283183e-341c-4455-af39-2d6ee0ee5fd3 on network f1fbb4cc-a77b-4cff-b5f2-330e41b69a08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:54:11.066167 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Attempting to bind port 5283183e-341c-4455-af39-2d6ee0ee5fd3 on network f1fbb4cc-a77b-4cff-b5f2-330e41b69a08 {{(pid=100130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:11.072470 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:11.077817 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:11.078333 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Checking segment: {'id': '38b16f52-138e-4c33-b295-00f758b446c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f1fbb4cc-a77b-4cff-b5f2-330e41b69a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:11.078447 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Allocated IP 172.20.0.1 (b8d6d237-b42e-4d2f-93b5-c30dc724d637/111bbce8-d8d9-499d-affc-ef81b620ef72/dd102002-72f4-42e0-849e-3d9649bd0346) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:11.079096 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Bound using segment: {'id': '38b16f52-138e-4c33-b295-00f758b446c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f1fbb4cc-a77b-4cff-b5f2-330e41b69a08'} {{(pid=100130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:11.079879 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.managers [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Bound port: 5283183e-341c-4455-af39-2d6ee0ee5fd3, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b16f52-138e-4c33-b295-00f758b446c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f1fbb4cc-a77b-4cff-b5f2-330e41b69a08'}}] {{(pid=100130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:11.080950 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:11.111370 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-5e61de28-e964-4712-9171-12474f76bfae None None] For port f49d8c69-cd1c-4e21-99b9-607b6e9418c4, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:11.119558 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-5e61de28-e964-4712-9171-12474f76bfae None None] For port f49d8c69-cd1c-4e21-99b9-607b6e9418c4, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=f49d8c69-cd1c-4e21-99b9-607b6e9418c4,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:11.189132 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] For port 5283183e-341c-4455-af39-2d6ee0ee5fd3, host hv-cinder-78662, cleared binding levels {{(pid=100130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:11.197697 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:11.198121 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Attempting to bind port 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:11.198490 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Attempting to bind port 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:11.198831 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Attempting to bind port 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 on network e03dab8f-155d-4b3a-b41a-3cf9b5c808da {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:11.214864 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:11.226084 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Router 2bd5beed-8b40-441e-907d-7dd0094279cc has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:54:11.228606 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Port 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 on network e03dab8f-155d-4b3a-b41a-3cf9b5c808da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:54:11.228976 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Attempting to bind port 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 on network e03dab8f-155d-4b3a-b41a-3cf9b5c808da {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:11.234402 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-639dda7d-55a0-4dfc-bd56-2cc9172981a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:11.242627 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] For port 5283183e-341c-4455-af39-2d6ee0ee5fd3, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5283183e-341c-4455-af39-2d6ee0ee5fd3,segment=NetworkSegment(38b16f52-138e-4c33-b295-00f758b446c5),segment_id=38b16f52-138e-4c33-b295-00f758b446c5)] {{(pid=100130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:11.263591 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd8f9c-093d-4d63-a22e-8ab1a16b128e req-f7d1aaa6-a550-4431-ab27-500589973365 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:11.265150 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fbbd8f9c-093d-4d63-a22e-8ab1a16b128e req-f7d1aaa6-a550-4431-ab27-500589973365 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 943 time: 0.8357148 Jun 28 09:54:11.301132 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:11.301710 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Checking segment: {'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:11.303209 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Bound using segment: {'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:11.303768 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Bound port: 7d773b2a-82e6-4d32-956b-a4b5bc2d6520, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:11.306616 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:11.331128 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fbbd8f9c-093d-4d63-a22e-8ab1a16b128e req-9aeb4dcc-6bb9-4fe4-9100-0a03e979905e tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574241 Jun 28 09:54:11.349744 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-639dda7d-55a0-4dfc-bd56-2cc9172981a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:11.354973 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9028a147-e499-4741-91f2-c82628f09c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:11.388139 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:11.388866 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Routers {'95b09434-e3c4-42d3-a4ba-0addec4f98e9'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:11.389471 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-5e61de28-e964-4712-9171-12474f76bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:54:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:11.403966 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc65ffb-1801-4fa4-9019-463ecd9ccad3 None None] Pushing event updated for resources: {'Port': ['ID=f49d8c69-cd1c-4e21-99b9-607b6e9418c4,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:11.472426 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-639dda7d-55a0-4dfc-bd56-2cc9172981a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a8a3b72dcdd49c2bbb5efd04045d46d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9579055 Jun 28 09:54:11.473105 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 44148) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:11.552738 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639dda7d-55a0-4dfc-bd56-2cc9172981a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2ea7a7-b72b-4fdf-a6d0-5699ebfe29ed,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:11.598032 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-639dda7d-55a0-4dfc-bd56-2cc9172981a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:11.598032 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:11.752543 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:11.753287 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for port, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:11.755714 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] 10.222.0.37 "PUT /v2.0/ports/5283183e-341c-4455-af39-2d6ee0ee5fd3 HTTP/1.1" status: 200 len: 1093 time: 2.6524167 Jun 28 09:54:11.767880 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f40e3e-8533-4a47-b862-307c6f2ac011', 'tag': '5283183e-341c-4455-af39-2d6ee0ee5fd3'}] {{(pid=100130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:11.785889 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:54:11.812223 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-7dc65ffb-1801-4fa4-9019-463ecd9ccad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:11.817251 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:11.834756 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Transition to ACTIVE for port object dd102002-72f4-42e0-849e-3d9649bd0346 will not be triggered until provisioned by entity DHCP. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:11.902445 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] For port 7d773b2a-82e6-4d32-956b-a4b5bc2d6520, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:11.904436 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Sync routers for ids ['2bd5beed-8b40-441e-907d-7dd0094279cc'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:54:11.907005 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-3178bd60-b661-458d-bbbf-34dea61debee tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:11.909186 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-3178bd60-b661-458d-bbbf-34dea61debee tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 3.5725060 Jun 28 09:54:11.919527 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] 10.222.0.30 "PUT /v2.0/routers/2bd5beed-8b40-441e-907d-7dd0094279cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9384105 Jun 28 09:54:11.924910 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-5e61de28-e964-4712-9171-12474f76bfae None None] Set router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:11.929846 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Routers {'2bd5beed-8b40-441e-907d-7dd0094279cc'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:11.930501 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:54:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['2bd5beed-8b40-441e-907d-7dd0094279cc'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:11.931190 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44162) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:11.942391 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-526205f9-d993-42ac-a701-4b80881e71bc tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Request body: {'security_group_rule': {'security_group_id': '52f20acb-e0a7-4f2c-854d-e2c9d39ac399', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:11.962796 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] For port 7d773b2a-82e6-4d32-956b-a4b5bc2d6520, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7d773b2a-82e6-4d32-956b-a4b5bc2d6520,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:12.005832 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.010078 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:12.011234 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f662-cb32-4723-9f74-61967d1a74da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.019044 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Pushing event updated for resources: {'Port': ['ID=5283183e-341c-4455-af39-2d6ee0ee5fd3,revision_number=3']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:12.039128 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:12.092534 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.115290 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f662-cb32-4723-9f74-61967d1a74da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.139663 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-526205f9-d993-42ac-a701-4b80881e71bc tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.146853 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 96ef2add-9982-4898-bc49-8fb516378b9c up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:12.162975 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Network b8d6d237-b42e-4d2f-93b5-c30dc724d637 is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:12.184881 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:12.204860 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:12.205310 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714509'] for router_interface, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.218919 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Set router 2bd5beed-8b40-441e-907d-7dd0094279cc gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:12.284901 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febbb13b6d7fe63a2731297dc7120ef37725474ca423d9a5e3d408f98460119f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680b59b2-8ea7-44b8-a594-34015e3e9558" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f40e3e-8533-4a47-b862-307c6f2ac011", "tag": "5283183e-341c-4455-af39-2d6ee0ee5fd3"}]}' {{(pid=100130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:12.318774 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:12.324434 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.327611 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] 10.222.0.37 "PUT /v2.0/ports/7d773b2a-82e6-4d32-956b-a4b5bc2d6520 HTTP/1.1" status: 200 len: 1093 time: 4.1766891 Jun 28 09:54:12.437728 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59e1283-2758-4fa6-bf50-4f7eb1e8723b', 'tag': '7d773b2a-82e6-4d32-956b-a4b5bc2d6520'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:12.441378 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1988210-61b8-46af-997b-365c607ebdc7 req-f3e353b0-8cb9-4b2a-878a-7effd4984fcf tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:12.445546 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 96ef2add-9982-4898-bc49-8fb516378b9c completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:12.446814 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a1988210-61b8-46af-997b-365c607ebdc7 req-f3e353b0-8cb9-4b2a-878a-7effd4984fcf tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 943 time: 0.2746272 Jun 28 09:54:12.449449 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f662-cb32-4723-9f74-61967d1a74da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.462090 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f662-cb32-4723-9f74-61967d1a74da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.463503 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-0ee6f662-cb32-4723-9f74-61967d1a74da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e2ea7a7-b72b-4fdf-a6d0-5699ebfe29ed HTTP/1.1" status: 204 len: 168 time: 0.9822464 Jun 28 09:54:12.463851 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 96ef2add-9982-4898-bc49-8fb516378b9c triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:12.464407 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.475774 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:12.512170 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6f662-cb32-4723-9f74-61967d1a74da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2ea7a7-b72b-4fdf-a6d0-5699ebfe29ed,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:12.530179 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0ee6f662-cb32-4723-9f74-61967d1a74da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:12.587961 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a1988210-61b8-46af-997b-365c607ebdc7 req-064ea4c7-5f66-435b-8245-558dab385267 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355393 Jun 28 09:54:12.595688 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd102002-72f4-42e0-849e-3d9649bd0346,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:12.606745 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:12.615311 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.501s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:12.635883 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-5e61de28-e964-4712-9171-12474f76bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'f49d8c69-cd1c-4e21-99b9-607b6e9418c4', 'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'mac_address': 'fa:16:3e:63:89:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:01Z', 'updated_at': '2021-06-28T09:54:11Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'subnets': [{'id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:12.673903 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e61de28-e964-4712-9171-12474f76bfae None None] The sync data for ids ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'] in dv-cinder-786627-12-iscsi is: [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'f49d8c69-cd1c-4e21-99b9-607b6e9418c4', 'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'mac_address': 'fa:16:3e:63:89:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:01Z', 'updated_at': '2021-06-28T09:54:11Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'subnets': [{'id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:54:12.698246 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc0dab7-db49-48b1-b95d-e733921ed214 x-openstack-request-id: req-adc0dab7-db49-48b1-b95d-e733921ed214 {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:12.698569 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f40e3e-8533-4a47-b862-307c6f2ac011", "tag": "5283183e-341c-4455-af39-2d6ee0ee5fd3", "status": "completed", "code": 200}]} {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:12.698845 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-adc0dab7-db49-48b1-b95d-e733921ed214 {{(pid=100130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:12.699326 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f40e3e-8533-4a47-b862-307c6f2ac011', 'tag': '5283183e-341c-4455-af39-2d6ee0ee5fd3', 'status': 'completed', 'code': 200} Jun 28 09:54:12.771516 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'name': 'tempest-ServerRescueNegativeTestJSON-593006408-router', 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fa7efdb1-9888-4cfb-a36f-996645ce4a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:55Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'gw_port': {'id': 'fa7efdb1-9888-4cfb-a36f-996645ce4a84', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'd6d951fd-765d-4626-ac9a-f29f60c2807b', 'name': '', 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf', 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'mac_address': 'fa:16:3e:c8:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '425698d2-70d0-4e8c-9f39-29fdfe2da4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:02Z', 'updated_at': '2021-06-28T09:54:07Z', 'revision_number': 2, 'project_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'subnets': [{'id': '425698d2-70d0-4e8c-9f39-29fdfe2da4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:12.777771 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-a3a92330-5b37-46bf-9b13-3c7d70d778aa None None] Provisioning for port dd102002-72f4-42e0-849e-3d9649bd0346 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:12.782393 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-526205f9-d993-42ac-a701-4b80881e71bc tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.799246 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-a3a92330-5b37-46bf-9b13-3c7d70d778aa None None] Provisioning complete for port dd102002-72f4-42e0-849e-3d9649bd0346 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:12.799875 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-a3a92330-5b37-46bf-9b13-3c7d70d778aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.824246 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.891741 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Checking router: 2bd5beed-8b40-441e-907d-7dd0094279cc for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:54:12.892257 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Updating router 2bd5beed-8b40-441e-907d-7dd0094279cc port d6d951fd-765d-4626-ac9a-f29f60c2807b binding host dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:54:12.926195 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-526205f9-d993-42ac-a701-4b80881e71bc tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:12.934078 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d773b2a-82e6-4d32-956b-a4b5bc2d6520,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:12.939334 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:12.944188 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:13.021853 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.033759 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 96ef2add-9982-4898-bc49-8fb516378b9c, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=96ef2add-9982-4898-bc49-8fb516378b9c,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:13.058930 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-a3a92330-5b37-46bf-9b13-3c7d70d778aa None None] Port dd102002-72f4-42e0-849e-3d9649bd0346 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:54:13.061066 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526205f9-d993-42ac-a701-4b80881e71bc tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99960d74-6c60-4180-8b22-401ed58b6209,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:13.077459 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5376a0-282d-41b1-a404-280775d2fd75" -d '{"events": [{"name": "network-changed", "server_uuid": "e59e1283-2758-4fa6-bf50-4f7eb1e8723b", "tag": "7d773b2a-82e6-4d32-956b-a4b5bc2d6520"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:13.111977 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-526205f9-d993-42ac-a701-4b80881e71bc tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:13.138554 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-526205f9-d993-42ac-a701-4b80881e71bc tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.140040 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-526205f9-d993-42ac-a701-4b80881e71bc tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2075231 Jun 28 09:54:13.142468 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44214) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:13.148155 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-a49c60f7-311f-4655-a69c-4eb9659d7fa1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Request body: {'security_group_rule': {'security_group_id': '52f20acb-e0a7-4f2c-854d-e2c9d39ac399', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:13.207926 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.220495 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-7eed0d58-c87d-45d6-b922-7fbe1ba858bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:13.344181 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=96ef2add-9982-4898-bc49-8fb516378b9c,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:13.344274 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.344357 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:13.387979 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-7765fc9a-fb3a-4e8f-aa2b-fa6dde857f2e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:13.391374 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-7765fc9a-fb3a-4e8f-aa2b-fa6dde857f2e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/networks?id=059b1d65-d322-4b4c-83ce-48fd289a3bcf HTTP/1.1" status: 200 len: 818 time: 0.4692075 Jun 28 09:54:13.454444 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf39c8-9f55-47d8-ba19-50df091c03e9 req-5e3a26ee-06f1-4224-9ed6-eb594987eebc tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:13.454444 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-45cf39c8-9f55-47d8-ba19-50df091c03e9 req-5e3a26ee-06f1-4224-9ed6-eb594987eebc tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 943 time: 0.3611374 Jun 28 09:54:13.455038 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a49c60f7-311f-4655-a69c-4eb9659d7fa1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.455138 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-eb1d8b5a-1cfd-448c-8549-159d516d2e6b tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/quotas/0f5cd03267bb4fef9e29eeb5f7aeea2d HTTP/1.1" status: 200 len: 375 time: 0.0437546 Jun 28 09:54:13.570702 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-45cf39c8-9f55-47d8-ba19-50df091c03e9 req-c1507b93-ecf2-411a-8977-760539442ef2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307311 Jun 28 09:54:13.638591 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a49c60f7-311f-4655-a69c-4eb9659d7fa1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.722128 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.767882 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-c03405c5-3760-4685-87d8-57d05da1619e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f5cd03267bb4fef9e29eeb5f7aeea2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2884474 Jun 28 09:54:13.768542 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Notify callbacks [] for port, precommit_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:13.776827 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.provisioning_blocks [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Transition to ACTIVE for port object d6d951fd-765d-4626-ac9a-f29f60c2807b will not be triggered until provisioned by entity L2. {{(pid=100132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:13.850932 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785b1fe8-07d7-4cd0-a25d-f1f2a7e6901f x-openstack-request-id: req-785b1fe8-07d7-4cd0-a25d-f1f2a7e6901f {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:13.851371 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59e1283-2758-4fa6-bf50-4f7eb1e8723b", "tag": "7d773b2a-82e6-4d32-956b-a4b5bc2d6520", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:13.851701 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-785b1fe8-07d7-4cd0-a25d-f1f2a7e6901f {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:13.852229 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59e1283-2758-4fa6-bf50-4f7eb1e8723b', 'tag': '7d773b2a-82e6-4d32-956b-a4b5bc2d6520', 'status': 'completed', 'code': 200} Jun 28 09:54:13.969081 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-0d0df563-b08d-4b3b-9145-ed39c7ebd53e service neutron] 10.222.0.30 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157209 Jun 28 09:54:14.031021 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device f49d8c69-cd1c-4e21-99b9-607b6e9418c4 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:14.126805 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.129639 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.134046 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a49c60f7-311f-4655-a69c-4eb9659d7fa1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.137855 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714641'] for router_interface, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.143242 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-114150cd-86e8-4a30-9622-65585e82e057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:14.162019 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:14.246740 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d75aab-063b-4598-a3a0-32d8fb470d76 None None] Pushing event updated for resources: {'Port': ['ID=d6d951fd-765d-4626-ac9a-f29f60c2807b,revision_number=3']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:14.261888 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-12d75aab-063b-4598-a3a0-32d8fb470d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:14.270046 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port f49d8c69-cd1c-4e21-99b9-607b6e9418c4 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:14.273544 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port f49d8c69-cd1c-4e21-99b9-607b6e9418c4 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:14.274024 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.356593 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Attempting to bind port d6d951fd-765d-4626-ac9a-f29f60c2807b on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:14.357355 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Attempting to bind port d6d951fd-765d-4626-ac9a-f29f60c2807b by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '09424956-062b-4c60-914d-f5fcede96476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf'}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:14.358073 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Attempting to bind port d6d951fd-765d-4626-ac9a-f29f60c2807b on network 059b1d65-d322-4b4c-83ce-48fd289a3bcf {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:14.365090 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:14.365924 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Checking segment: {'id': '09424956-062b-4c60-914d-f5fcede96476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:14.366783 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.367516 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Bound using segment: {'id': '09424956-062b-4c60-914d-f5fcede96476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf'} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:14.368337 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Bound port: d6d951fd-765d-4626-ac9a-f29f60c2807b, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09424956-062b-4c60-914d-f5fcede96476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf'}}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:14.368934 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.438741 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] For port d6d951fd-765d-4626-ac9a-f29f60c2807b, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:14.442811 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] For port d6d951fd-765d-4626-ac9a-f29f60c2807b, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=d6d951fd-765d-4626-ac9a-f29f60c2807b,segment=NetworkSegment(09424956-062b-4c60-914d-f5fcede96476),segment_id=09424956-062b-4c60-914d-f5fcede96476)] {{(pid=100132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:14.465607 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Network b8d6d237-b42e-4d2f-93b5-c30dc724d637 is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:14.467664 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.469206 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:14.518475 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port f49d8c69-cd1c-4e21-99b9-607b6e9418c4, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=f49d8c69-cd1c-4e21-99b9-607b6e9418c4,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:14.525972 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-907111ea-d85e-48f5-81ee-cdce3fa8db84 service neutron] 10.222.0.30 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471895 Jun 28 09:54:14.539271 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bd5da-446c-45fa-a690-713e6db05ee1 req-a22f0693-74e3-427e-88ff-dca0e51fe86a tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:14.539588 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd102002-72f4-42e0-849e-3d9649bd0346,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:14.545747 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:14.546533 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-526205f9-d993-42ac-a701-4b80881e71bc tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:14.548125 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ac0bd5da-446c-45fa-a690-713e6db05ee1 req-a22f0693-74e3-427e-88ff-dca0e51fe86a tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 943 time: 0.2359884 Jun 28 09:54:14.562661 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c60f7-311f-4655-a69c-4eb9659d7fa1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4af17e-3fb4-4624-9df9-f440caea4a56,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:14.564311 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a49c60f7-311f-4655-a69c-4eb9659d7fa1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.566140 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-a49c60f7-311f-4655-a69c-4eb9659d7fa1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4227083 Jun 28 09:54:14.570067 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-a49c60f7-311f-4655-a69c-4eb9659d7fa1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:14.570657 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 44234) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:14.579645 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Request body: {'floatingip': {'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:14.637383 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ac0bd5da-446c-45fa-a690-713e6db05ee1 req-6e21525d-ddf0-41e6-b2eb-f5519d6dfa4e tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881710 Jun 28 09:54:14.647471 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.664398 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:14.671242 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:54:14.676296 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.677674 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 96ef2add-9982-4898-bc49-8fb516378b9c up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:14.739898 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:14.754703 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for floatingip, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.777024 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Routers {'2bd5beed-8b40-441e-907d-7dd0094279cc'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:14.777024 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:54:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['2bd5beed-8b40-441e-907d-7dd0094279cc'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:14.883257 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d75aab-063b-4598-a3a0-32d8fb470d76 None None] Pushing event updated for resources: {'Port': ['ID=d6d951fd-765d-4626-ac9a-f29f60c2807b,revision_number=4']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:14.901617 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=f49d8c69-cd1c-4e21-99b9-607b6e9418c4,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:14.909908 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:14.914640 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-12d75aab-063b-4598-a3a0-32d8fb470d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:14.915856 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:54:14.939220 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 96ef2add-9982-4898-bc49-8fb516378b9c triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:14.939836 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:14.941642 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] 10.222.0.30 "PUT /v2.0/routers/7f29a6da-1685-4d3f-8b12-d80c2a342d3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4427989 Jun 28 09:54:14.983361 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] Set router 2bd5beed-8b40-441e-907d-7dd0094279cc gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:14.988107 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Sync routers for ids ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:54:15.005592 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Routers {'7f29a6da-1685-4d3f-8b12-d80c2a342d3c'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:15.007985 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:54:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:15.221044 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e1197c82-73a7-4ce7-b8e2-6c431a1d2663 None None] Provisioning complete for port dd102002-72f4-42e0-849e-3d9649bd0346 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:15.221044 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e1197c82-73a7-4ce7-b8e2-6c431a1d2663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:15.238328 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ba9d76e3-f017-4f86-9f86-47eb4cfe1038 req-9357f4b6-bf9d-4652-b4e6-cf2d3a7b4371 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 210 time: 0.0596111 Jun 28 09:54:15.348365 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c29ec-d697-4b1c-9a6d-7f8b2f348ad2 req-ee992ebb-d9e9-4e93-9f35-998c0f46578b tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:15.351838 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-556c29ec-d697-4b1c-9a6d-7f8b2f348ad2 req-ee992ebb-d9e9-4e93-9f35-998c0f46578b tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 943 time: 0.2806082 Jun 28 09:54:15.357346 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e1197c82-73a7-4ce7-b8e2-6c431a1d2663 None None] Port dd102002-72f4-42e0-849e-3d9649bd0346 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:54:15.409432 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:15.448469 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-556c29ec-d697-4b1c-9a6d-7f8b2f348ad2 req-aeb43797-ad00-4d04-a15d-126b14ab72ef tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853183 Jun 28 09:54:15.520063 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:15.578170 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Set router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:15.591748 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'name': 'tempest-ServerRescueNegativeTestJSON-593006408-router', 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fa7efdb1-9888-4cfb-a36f-996645ce4a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:55Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'gw_port': {'id': 'fa7efdb1-9888-4cfb-a36f-996645ce4a84', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'd6d951fd-765d-4626-ac9a-f29f60c2807b', 'name': '', 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf', 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'mac_address': 'fa:16:3e:c8:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '425698d2-70d0-4e8c-9f39-29fdfe2da4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:02Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 4, 'project_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'subnets': [{'id': '425698d2-70d0-4e8c-9f39-29fdfe2da4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:15.740252 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ed33c6-35c8-4454-b375-dad9a5b8f655 None None] The sync data for ids ['2bd5beed-8b40-441e-907d-7dd0094279cc'] in dv-cinder-786627-12-iscsi is: [{'id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'name': 'tempest-ServerRescueNegativeTestJSON-593006408-router', 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fa7efdb1-9888-4cfb-a36f-996645ce4a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:55Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'gw_port': {'id': 'fa7efdb1-9888-4cfb-a36f-996645ce4a84', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'd6d951fd-765d-4626-ac9a-f29f60c2807b', 'name': '', 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf', 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'mac_address': 'fa:16:3e:c8:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '425698d2-70d0-4e8c-9f39-29fdfe2da4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:02Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 4, 'project_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'subnets': [{'id': '425698d2-70d0-4e8c-9f39-29fdfe2da4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:54:15.937301 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Allocated IP 172.27.2.50 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/7beeef41-84bd-41e7-8407-407fcab59e45) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:16.042235 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device f49d8c69-cd1c-4e21-99b9-607b6e9418c4 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:16.310241 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.416196 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port f49d8c69-cd1c-4e21-99b9-607b6e9418c4 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:16.424616 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.537053 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:13Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'dd102002-72f4-42e0-849e-3d9649bd0346', 'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'mac_address': 'fa:16:3e:95:19:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:09Z', 'updated_at': '2021-06-28T09:54:13Z', 'revision_number': 2, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'subnets': [{'id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:16.565043 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b59b2-8ea7-44b8-a594-34015e3e9558 req-52730e6b-e77d-4cb3-8911-7a25aa534d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:16.567493 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-680b59b2-8ea7-44b8-a594-34015e3e9558 req-52730e6b-e77d-4cb3-8911-7a25aa534d71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b13c5772f50c428cbb2cf8bdd4e881f5&device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 1096 time: 0.4278421 Jun 28 09:54:16.633652 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.644128 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Checking router: 7f29a6da-1685-4d3f-8b12-d80c2a342d3c for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:54:16.646084 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Updating router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c port dd102002-72f4-42e0-849e-3d9649bd0346 binding host dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:54:16.688874 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-501886db-047f-489d-a92c-0f2752fff5b2 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:16.735441 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5e70290e-0fa2-4580-975e-4a395b5280e8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:16.737050 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5e70290e-0fa2-4580-975e-4a395b5280e8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/networks?id=059b1d65-d322-4b4c-83ce-48fd289a3bcf HTTP/1.1" status: 200 len: 818 time: 1.0205829 Jun 28 09:54:16.854904 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:16.888207 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:16.891848 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:16.905405 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:16.919111 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 44322) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:17.018544 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event updated for resources: {'Port': ['ID=7beeef41-84bd-41e7-8407-407fcab59e45,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:17.040268 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:17.049655 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b59b2-8ea7-44b8-a594-34015e3e9558 req-21074893-eabb-4a31-97fb-5ea6f7ab3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:17.051237 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-680b59b2-8ea7-44b8-a594-34015e3e9558 req-21074893-eabb-4a31-97fb-5ea6f7ab3db9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b13c5772f50c428cbb2cf8bdd4e881f5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4750741 Jun 28 09:54:17.060949 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-920463e1-2c2e-4d61-aed0-9227734a22d7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550634997', 'description': 'tempest-description--576593184'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:17.307337 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-920463e1-2c2e-4d61-aed0-9227734a22d7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:17.453026 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-185a4251-18ad-4fbd-b5ea-aa19fc74433c tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/quotas/0f5cd03267bb4fef9e29eeb5f7aeea2d HTTP/1.1" status: 200 len: 375 time: 0.6942141 Jun 28 09:54:17.627776 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:17.809224 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5376a0-282d-41b1-a404-280775d2fd75 req-6e57427c-ad8f-4980-b38e-79ad19f054cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:17.811256 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3e5376a0-282d-41b1-a404-280775d2fd75 req-6e57427c-ad8f-4980-b38e-79ad19f054cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=037d44069cbe4e8a89b2bb601b199399&device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 1096 time: 1.6538520 Jun 28 09:54:17.967172 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device d6d951fd-765d-4626-ac9a-f29f60c2807b up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:18.043369 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b59b2-8ea7-44b8-a594-34015e3e9558 req-997a4108-57f5-491a-a4c1-99b0122bb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:18.046386 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-680b59b2-8ea7-44b8-a594-34015e3e9558 req-997a4108-57f5-491a-a4c1-99b0122bb641 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9650397 Jun 28 09:54:18.133649 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Notify callbacks [] for port, precommit_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.146410 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Transition to ACTIVE for port object dd102002-72f4-42e0-849e-3d9649bd0346 will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:18.398483 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fc5db-c85c-4b8d-92a1-c2469f8ebdb3 req-10ae0dfd-6c4f-4399-9e7b-55b2636dd59e tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:18.400081 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9e8fc5db-c85c-4b8d-92a1-c2469f8ebdb3 req-10ae0dfd-6c4f-4399-9e7b-55b2636dd59e tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 943 time: 1.1484764 Jun 28 09:54:18.414420 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5376a0-282d-41b1-a404-280775d2fd75 req-b5adb878-ce58-484a-bcf2-86a2c8f01ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:18.415975 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3e5376a0-282d-41b1-a404-280775d2fd75 req-b5adb878-ce58-484a-bcf2-86a2c8f01ea8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=037d44069cbe4e8a89b2bb601b199399&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5808904 Jun 28 09:54:18.428750 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.433173 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-920463e1-2c2e-4d61-aed0-9227734a22d7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.439169 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-35ef9f11-e592-4ed1-b289-2e4ecd7dce3d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f5cd03267bb4fef9e29eeb5f7aeea2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8708334 Jun 28 09:54:18.516858 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port d6d951fd-765d-4626-ac9a-f29f60c2807b completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:18.520307 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-920463e1-2c2e-4d61-aed0-9227734a22d7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.522176 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.530115 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:18.537247 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port d6d951fd-765d-4626-ac9a-f29f60c2807b triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:18.539565 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.577281 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9e8fc5db-c85c-4b8d-92a1-c2469f8ebdb3 req-3a028008-8e77-45e4-a16a-d7108742dada tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668804 Jun 28 09:54:18.583039 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9cc91aa2-2fb0-4d98-b3af-4b2441a484a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:18.654748 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3544a-30c7-4da4-b67e-68d48e2bf1e1 None None] Pushing event updated for resources: {'Port': ['ID=dd102002-72f4-42e0-849e-3d9649bd0346,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:18.658091 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-5aa3544a-30c7-4da4-b67e-68d48e2bf1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:18.711208 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-920463e1-2c2e-4d61-aed0-9227734a22d7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.712452 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-920463e1-2c2e-4d61-aed0-9227734a22d7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6965306 Jun 28 09:54:18.715471 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44356) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:18.721758 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-4e272fa9-31f7-4c53-a303-701da56f7da9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Request body: {'security_group_rule': {'security_group_id': '9c5f5da4-863c-4a2c-aac4-8b9e3006392c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:18.761158 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920463e1-2c2e-4d61-aed0-9227734a22d7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5f5da4-863c-4a2c-aac4-8b9e3006392c,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:18.771518 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-920463e1-2c2e-4d61-aed0-9227734a22d7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:18.824165 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Attempting to bind port dd102002-72f4-42e0-849e-3d9649bd0346 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:18.824567 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Attempting to bind port dd102002-72f4-42e0-849e-3d9649bd0346 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:18.825792 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Attempting to bind port dd102002-72f4-42e0-849e-3d9649bd0346 on network b8d6d237-b42e-4d2f-93b5-c30dc724d637 {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:18.834853 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:18.845965 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Checking segment: {'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:18.845965 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.845965 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Bound using segment: {'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:18.845965 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Bound port: dd102002-72f4-42e0-849e-3d9649bd0346, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:18.845965 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.898130 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.968784 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4e272fa9-31f7-4c53-a303-701da56f7da9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:18.972401 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port d6d951fd-765d-4626-ac9a-f29f60c2807b, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=d6d951fd-765d-4626-ac9a-f29f60c2807b,segment=NetworkSegment(09424956-062b-4c60-914d-f5fcede96476),segment_id=09424956-062b-4c60-914d-f5fcede96476)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:19.002645 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.023938 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] For port dd102002-72f4-42e0-849e-3d9649bd0346, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:19.028765 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] For port dd102002-72f4-42e0-849e-3d9649bd0346, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=dd102002-72f4-42e0-849e-3d9649bd0346,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:19.094974 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4e272fa9-31f7-4c53-a303-701da56f7da9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.098415 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.103628 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:19.148202 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.206710 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4e272fa9-31f7-4c53-a303-701da56f7da9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.209303 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-a49c60f7-311f-4655-a69c-4eb9659d7fa1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:19.236902 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e272fa9-31f7-4c53-a303-701da56f7da9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9611b04-bee8-4126-9d6d-56296fe5fc37,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:19.238779 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Routers {'7f29a6da-1685-4d3f-8b12-d80c2a342d3c'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:19.241173 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:54:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:19.261945 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-4e272fa9-31f7-4c53-a303-701da56f7da9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:19.273311 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-be61f8d6-1c5b-4407-a258-e96ddf871855 service neutron] 10.222.0.30 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8191359 Jun 28 09:54:19.275033 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.280056 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:19.305684 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=d6d951fd-765d-4626-ac9a-f29f60c2807b,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:19.311950 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:19.312438 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-66accbb9-671e-4614-9f5e-37645dd9a4ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:19.332191 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4e272fa9-31f7-4c53-a303-701da56f7da9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.333285 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-4e272fa9-31f7-4c53-a303-701da56f7da9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6167073 Jun 28 09:54:19.334194 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44364) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:19.339310 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-8052533c-aabd-4e62-95ce-8772e4fec9ab tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Request body: {'security_group_rule': {'security_group_id': '9c5f5da4-863c-4a2c-aac4-8b9e3006392c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:19.395145 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.447743 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3544a-30c7-4da4-b67e-68d48e2bf1e1 None None] Pushing event updated for resources: {'Port': ['ID=dd102002-72f4-42e0-849e-3d9649bd0346,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:19.451805 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event updated for resources: {'Port': ['ID=7beeef41-84bd-41e7-8407-407fcab59e45,revision_number=2']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:19.454370 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-5aa3544a-30c7-4da4-b67e-68d48e2bf1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:19.458925 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:19.468255 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] Set router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:19.483962 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b8746-40b4-46f6-91a6-a1c2978a6946 req-a46db103-aaf6-4cd4-97cc-1a921133146d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:19.485532 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f28b8746-40b4-46f6-91a6-a1c2978a6946 req-a46db103-aaf6-4cd4-97cc-1a921133146d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 943 time: 0.4753654 Jun 28 09:54:19.517276 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-d385e271-b671-4a97-98a6-d5a4c88f72b3 service neutron] 10.222.0.30 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350547 Jun 28 09:54:19.539378 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f28b8746-40b4-46f6-91a6-a1c2978a6946 req-15b9563b-3a9e-4200-a6a5-1dfdc44bcf98 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463042 Jun 28 09:54:19.548512 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-8052533c-aabd-4e62-95ce-8772e4fec9ab tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.658599 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.661871 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0852282 Jun 28 09:54:19.670880 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-8052533c-aabd-4e62-95ce-8772e4fec9ab tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.724944 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:13Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'dd102002-72f4-42e0-849e-3d9649bd0346', 'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'mac_address': 'fa:16:3e:95:19:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:09Z', 'updated_at': '2021-06-28T09:54:19Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'subnets': [{'id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:19.758382 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de49a94f-b236-4ae8-b41e-c96926e4547e None None] The sync data for ids ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'] in dv-cinder-786627-12-iscsi is: [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:13Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'dd102002-72f4-42e0-849e-3d9649bd0346', 'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'mac_address': 'fa:16:3e:95:19:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:09Z', 'updated_at': '2021-06-28T09:54:19Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'subnets': [{'id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:54:19.765503 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-8052533c-aabd-4e62-95ce-8772e4fec9ab tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:19.772958 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:19.835210 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device d6d951fd-765d-4626-ac9a-f29f60c2807b up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:19.882974 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052533c-aabd-4e62-95ce-8772e4fec9ab tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2506d7b-097d-4a24-a415-4f188e4b9cc7,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:19.975613 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-8052533c-aabd-4e62-95ce-8772e4fec9ab tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:20.002128 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port d6d951fd-765d-4626-ac9a-f29f60c2807b triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:20.002627 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:20.037966 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-97f1f076-8a80-492a-9f67-e3e7bed3f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:20.039469 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-97f1f076-8a80-492a-9f67-e3e7bed3f4d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b13c5772f50c428cbb2cf8bdd4e881f5&device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 1096 time: 0.2553327 Jun 28 09:54:20.121548 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c1848a42-b37f-49e6-b09e-184af3fbaf52 req-3578ba9a-cdae-439e-a4db-c4225e044809 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 210 time: 0.0687830 Jun 28 09:54:20.130666 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-8052533c-aabd-4e62-95ce-8772e4fec9ab tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:20.132445 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-8052533c-aabd-4e62-95ce-8772e4fec9ab tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7973895 Jun 28 09:54:20.153542 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 44394) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:20.163846 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Request body: {'floatingip': {'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:20.196350 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f99e3-366b-4abd-b5bc-b2d6f615d049 req-b1c346e9-de4b-45dd-b104-6067611067c1 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:20.197067 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-abfb5e46-bd9b-4511-8f0c-53807062a071 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5283183e-341c-4455-af39-2d6ee0ee5fd3 HTTP/1.1" status: 200 len: 217 time: 0.1469164 Jun 28 09:54:20.203617 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f17f99e3-366b-4abd-b5bc-b2d6f615d049 req-b1c346e9-de4b-45dd-b104-6067611067c1 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 943 time: 0.4846334 Jun 28 09:54:20.266767 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-fa4c558e-af1e-45e5-a856-31aca5bfcbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:20.268906 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-fa4c558e-af1e-45e5-a856-31aca5bfcbe4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=479945d8-268c-4aa8-af2d-8e34ad65f381 HTTP/1.1" status: 200 len: 851 time: 0.0611587 Jun 28 09:54:20.333818 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-d7cdd96d-1d20-4f8a-beed-4e47cb6e5ac9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f1fbb4cc-a77b-4cff-b5f2-330e41b69a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502610 Jun 28 09:54:20.336233 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f17f99e3-366b-4abd-b5bc-b2d6f615d049 req-f05ef9e1-440b-4b02-8bc5-e498469da65c tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314814 Jun 28 09:54:20.342711 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5376a0-282d-41b1-a404-280775d2fd75 req-288e66f1-e152-4c7d-a70c-1852859a4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:20.344204 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3e5376a0-282d-41b1-a404-280775d2fd75 req-288e66f1-e152-4c7d-a70c-1852859a4a31 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5490131 Jun 28 09:54:20.362063 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-2b6182e3-bdd7-4e22-9239-ff9b7f99ee6a tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--543855799&fields=id&tenant_id=4b9877cbe6d448debb81922d6ebbc49b HTTP/1.1" status: 200 len: 267 time: 0.1275134 Jun 28 09:54:20.445012 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-8d931ac1-d0e2-48ae-bde1-5c8432e0521e service neutron] 10.222.0.37 "GET /v2.0/networks/f1fbb4cc-a77b-4cff-b5f2-330e41b69a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069093 Jun 28 09:54:20.452956 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for floatingip, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:20.579925 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-0fd88172-bbe4-4033-aee8-af70f74f54e4 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:20.587734 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-0fd88172-bbe4-4033-aee8-af70f74f54e4 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/networks?id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 HTTP/1.1" status: 200 len: 811 time: 0.2247512 Jun 28 09:54:20.590214 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-1dda8ba0-3768-4efd-9ed6-15c0786f1a57 req-fea55293-284d-415a-b0a7-a9c41456e1f8 service neutron] 10.222.0.37 "GET /v2.0/networks/f1fbb4cc-a77b-4cff-b5f2-330e41b69a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358831 Jun 28 09:54:20.628144 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-0f9f07ce-2143-4a46-96c3-4defd7261cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:20.629617 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-0f9f07ce-2143-4a46-96c3-4defd7261cbf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=037d44069cbe4e8a89b2bb601b199399&device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 1096 time: 0.1955500 Jun 28 09:54:20.634334 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-5cfc8e23-53d6-42b1-a90a-24ce42fb1eca tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/quotas/4b9877cbe6d448debb81922d6ebbc49b HTTP/1.1" status: 200 len: 375 time: 0.0458322 Jun 28 09:54:20.758477 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-4d096f73-60ae-43fa-ae25-0b19f3a6f4c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d773b2a-82e6-4d32-956b-a4b5bc2d6520 HTTP/1.1" status: 200 len: 217 time: 0.1206527 Jun 28 09:54:20.794850 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-4a302b08-d5c2-4290-8723-e6ad44086401 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:20.796396 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-4a302b08-d5c2-4290-8723-e6ad44086401 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.37 "GET /v2.0/networks?id=059b1d65-d322-4b4c-83ce-48fd289a3bcf HTTP/1.1" status: 200 len: 818 time: 0.1359968 Jun 28 09:54:20.811884 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-d24e9a3c-41bf-4561-adb6-fbc10e59bdc8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Request body: {'port': {'device_id': 'ed64c005-ef44-443f-9843-57042b0dc197', 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf', 'admin_state_up': True, 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:20.872832 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-a22c8269-deb6-43f8-a355-0c19fca1dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:20.874956 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-a22c8269-deb6-43f8-a355-0c19fca1dcdd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3ff202d-893a-4c89-bdbc-680e574cfd76 HTTP/1.1" status: 200 len: 853 time: 0.0941389 Jun 28 09:54:20.974822 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-48ad891d-8f5d-4cb2-af20-d60e5ffb9819 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903051 Jun 28 09:54:20.988164 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-c5686e1e-1a6a-4471-a5a9-e431a3f326f2 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b9877cbe6d448debb81922d6ebbc49b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3414114 Jun 28 09:54:21.040280 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d9ea7-9a44-4b4b-be8c-8b87cc038812 req-b18a6997-d454-42f0-8ba6-9f673d978b66 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:21.041759 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0e2d9ea7-9a44-4b4b-be8c-8b87cc038812 req-b18a6997-d454-42f0-8ba6-9f673d978b66 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 943 time: 0.3101945 Jun 28 09:54:21.098365 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-d24e9a3c-41bf-4561-adb6-fbc10e59bdc8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Made reservation on behalf of 0f5cd03267bb4fef9e29eeb5f7aeea2d for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:54:21.103258 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-d24e9a3c-41bf-4561-adb6-fbc10e59bdc8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:21.156878 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:21.261212 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-4bd7024b-1a58-49d4-ad48-26ff1d59fa75 service neutron] 10.222.0.37 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715392 Jun 28 09:54:21.319052 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-d24e9a3c-41bf-4561-adb6-fbc10e59bdc8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Allocated IP 172.20.0.8 (059b1d65-d322-4b4c-83ce-48fd289a3bcf/425698d2-70d0-4e8c-9f39-29fdfe2da4b2/e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:21.351032 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0e2d9ea7-9a44-4b4b-be8c-8b87cc038812 req-d7c5b81e-ad95-4477-a8f1-f3600efd0e02 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992165 Jun 28 09:54:21.391268 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-6d030df1-30f1-4728-8b05-6ce022e8b4ad service neutron] 10.222.0.30 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627255 Jun 28 09:54:21.515042 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4f3384cc-1952-442d-8546-53bfe932f8aa req-ee520cf1-b626-4ceb-b163-2dfd066c2cfe service neutron] 10.222.0.37 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435360 Jun 28 09:54:21.602748 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-602ae32d-12fa-4a09-b437-0257d08b48ce req-ed76f165-1a19-4a58-8184-721be03dbfad tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 210 time: 0.0761819 Jun 28 09:54:21.629296 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-d24e9a3c-41bf-4561-adb6-fbc10e59bdc8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:21.648332 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Allocated IP 172.27.2.110 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/c6852622-8c60-4c08-b6c4-69683ef598d4) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:21.668051 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-82956422-bcf7-4126-af86-928b22b2cd86 service neutron] 10.222.0.30 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818542 Jun 28 09:54:21.799461 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-d24e9a3c-41bf-4561-adb6-fbc10e59bdc8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:21.807182 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-38cfa28a-115b-4966-bf75-e4814c18be0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:21.850831 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-d24e9a3c-41bf-4561-adb6-fbc10e59bdc8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Network 059b1d65-d322-4b4c-83ce-48fd289a3bcf is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:21.854089 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-d24e9a3c-41bf-4561-adb6-fbc10e59bdc8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:21.858307 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device dd102002-72f4-42e0-849e-3d9649bd0346 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:21.865412 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-d24e9a3c-41bf-4561-adb6-fbc10e59bdc8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:21.871447 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-d24e9a3c-41bf-4561-adb6-fbc10e59bdc8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:21.872111 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-d24e9a3c-41bf-4561-adb6-fbc10e59bdc8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:21.892485 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e9a3c-41bf-4561-adb6-fbc10e59bdc8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Pushing event updated for resources: {'Port': ['ID=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:21.896383 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d24e9a3c-41bf-4561-adb6-fbc10e59bdc8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:22.005496 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port dd102002-72f4-42e0-849e-3d9649bd0346 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:22.005709 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-d24e9a3c-41bf-4561-adb6-fbc10e59bdc8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1955640 Jun 28 09:54:22.009028 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port dd102002-72f4-42e0-849e-3d9649bd0346 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:22.009697 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.013394 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Request body: {'port': {'device_id': 'ed64c005-ef44-443f-9843-57042b0dc197', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:22.156494 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.162096 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.164821 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.229880 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-14934b73-0e53-48c6-8e12-db16279d9ece req-758999c1-5f49-42b5-84f8-4576a25177be tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 210 time: 0.1225350 Jun 28 09:54:22.240632 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port dd102002-72f4-42e0-849e-3d9649bd0346, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=dd102002-72f4-42e0-849e-3d9649bd0346,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:22.266825 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d352178-e904-4120-9eed-439a807d9cd6 req-362343f7-4379-47cb-841d-3c3537f82879 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:22.268530 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9d352178-e904-4120-9eed-439a807d9cd6 req-362343f7-4379-47cb-841d-3c3537f82879 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 943 time: 0.3269000 Jun 28 09:54:22.312817 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9d352178-e904-4120-9eed-439a807d9cd6 req-aa3439fa-e561-4d21-ad4f-94e4018cd4e8 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353851 Jun 28 09:54:22.351413 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.354361 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:22.390795 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.394281 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:22.444307 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=dd102002-72f4-42e0-849e-3d9649bd0346,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:22.455366 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:22.460458 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:22.466114 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:22.469952 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:22.478835 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event updated for resources: {'Port': ['ID=c6852622-8c60-4c08-b6c4-69683ef598d4,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:22.483064 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:22.548270 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:54:22.557250 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.571047 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.572841 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Transition to ACTIVE for port object e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:22.612881 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f702a-fe26-44e1-9093-10b035b63b73 req-a31c901c-9419-48b1-8090-ba98b1cd1423 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:22.615262 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5a5f702a-fe26-44e1-9093-10b035b63b73 req-a31c901c-9419-48b1-8090-ba98b1cd1423 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 943 time: 0.1026111 Jun 28 09:54:22.659127 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5a5f702a-fe26-44e1-9093-10b035b63b73 req-ffd7fe6d-1e84-4e8a-96c1-d589792551c4 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358508 Jun 28 09:54:22.665207 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44476) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:22.673435 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.679202 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:22.779725 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:22.779725 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:22.784618 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3c9d0196-a330-493e-859a-11c4af21421d req-5a2c28f0-d0e5-45fb-930e-d9094b86303d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 210 time: 0.0346615 Jun 28 09:54:22.785684 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.822205 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Attempting to bind port e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:22.824873 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Attempting to bind port e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '09424956-062b-4c60-914d-f5fcede96476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:22.825223 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Attempting to bind port e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 on network 059b1d65-d322-4b4c-83ce-48fd289a3bcf {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:22.829894 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Port e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 on network 059b1d65-d322-4b4c-83ce-48fd289a3bcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:54:22.830224 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Attempting to bind port e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 on network 059b1d65-d322-4b4c-83ce-48fd289a3bcf {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:22.835609 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:22.835954 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Checking segment: {'id': '09424956-062b-4c60-914d-f5fcede96476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:22.836395 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Bound using segment: {'id': '09424956-062b-4c60-914d-f5fcede96476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:22.836861 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Bound port: e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09424956-062b-4c60-914d-f5fcede96476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:22.837222 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.868427 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f729-e89a-4c7e-953f-96ca584c96fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.952258 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] For port e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:22.968023 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:22.972413 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] For port e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5,segment=NetworkSegment(09424956-062b-4c60-914d-f5fcede96476),segment_id=09424956-062b-4c60-914d-f5fcede96476)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:23.022515 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f729-e89a-4c7e-953f-96ca584c96fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.087261 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.090603 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-dd4b5748-514d-4483-a763-a749435c6ea2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:23.093788 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.102598 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-4e9e1b36-3d22-4971-bb4a-a8650d3b3a16 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:23.110676 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-4e9e1b36-3d22-4971-bb4a-a8650d3b3a16 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.37 "GET /v2.0/networks?id=059b1d65-d322-4b4c-83ce-48fd289a3bcf HTTP/1.1" status: 200 len: 818 time: 0.1161644 Jun 28 09:54:23.110676 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:23.126178 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:23.127016 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.128222 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 HTTP/1.1" status: 200 len: 1093 time: 1.1190913 Jun 28 09:54:23.128697 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed64c005-ef44-443f-9843-57042b0dc197', 'tag': 'e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:23.131321 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac137b5b-a6c1-4bf6-8ddb-623b2697d3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ed64c005-ef44-443f-9843-57042b0dc197", "tag": "e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:23.138841 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-c6458071-221b-419a-9234-4a2940e91aae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Request body: {'port': {'device_id': '54075beb-72d0-4aa3-aa97-7986e3af5141', 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf', 'admin_state_up': True, 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:23.163080 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:23.165917 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.173835 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:23.184053 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f729-e89a-4c7e-953f-96ca584c96fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.185874 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c79811-177a-44c0-8052-c273cc85c122 x-openstack-request-id: req-f4c79811-177a-44c0-8052-c273cc85c122 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:23.186253 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed64c005-ef44-443f-9843-57042b0dc197", "tag": "e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:23.186585 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4c79811-177a-44c0-8052-c273cc85c122 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:23.187098 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed64c005-ef44-443f-9843-57042b0dc197', 'tag': 'e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5', 'status': 'completed', 'code': 200} Jun 28 09:54:23.190848 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:23.228945 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event updated for resources: {'Port': ['ID=c6852622-8c60-4c08-b6c4-69683ef598d4,revision_number=2']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:23.233065 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:23.260007 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-d8d8f729-e89a-4c7e-953f-96ca584c96fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ebc0b48c3354c3689a2a97930dda2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5897303 Jun 28 09:54:23.260007 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8f729-e89a-4c7e-953f-96ca584c96fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c36f9e0-87ff-462d-b26a-17981b83f192,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:23.260425 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 44486) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:23.263427 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d8d8f729-e89a-4c7e-953f-96ca584c96fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:23.289141 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac137b5b-a6c1-4bf6-8ddb-623b2697d3b9 req-f92882f7-988e-4238-b261-a4de47e8c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:23.290686 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-ac137b5b-a6c1-4bf6-8ddb-623b2697d3b9 req-f92882f7-988e-4238-b261-a4de47e8c661 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f5cd03267bb4fef9e29eeb5f7aeea2d&device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 1096 time: 0.0834224 Jun 28 09:54:23.329439 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6fd0c978-c2ae-43b9-a321-8c47afffcf7c req-b8d94383-0b95-4fdc-a46b-2d76781ca5b4 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 210 time: 0.0421035 Jun 28 09:54:23.350453 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf2d2-6b7f-44b4-ae64-bd89f3dae7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.386585 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf2d2-6b7f-44b4-ae64-bd89f3dae7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.418072 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac137b5b-a6c1-4bf6-8ddb-623b2697d3b9 req-363358ad-97ec-4c10-8ceb-eb6517314f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:23.419822 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-ac137b5b-a6c1-4bf6-8ddb-623b2697d3b9 req-363358ad-97ec-4c10-8ceb-eb6517314f6c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0f5cd03267bb4fef9e29eeb5f7aeea2d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1224241 Jun 28 09:54:23.427817 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.429056 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2690773 Jun 28 09:54:23.551764 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-c6458071-221b-419a-9234-4a2940e91aae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Made reservation on behalf of 0f5cd03267bb4fef9e29eeb5f7aeea2d for: {'port': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:54:23.555732 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-c6458071-221b-419a-9234-4a2940e91aae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.590181 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c27fe-0089-4407-91f7-c7c47eb13174 req-6fec232e-679f-4e1a-9ea4-3496381fec45 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:23.591736 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a16c27fe-0089-4407-91f7-c7c47eb13174 req-6fec232e-679f-4e1a-9ea4-3496381fec45 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 943 time: 0.1384580 Jun 28 09:54:23.607870 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac137b5b-a6c1-4bf6-8ddb-623b2697d3b9 req-6ad30d67-14cd-4db6-a087-d52c893a23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:23.610931 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-ac137b5b-a6c1-4bf6-8ddb-623b2697d3b9 req-6ad30d67-14cd-4db6-a087-d52c893a23b1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1773255 Jun 28 09:54:23.614130 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf2d2-6b7f-44b4-ae64-bd89f3dae7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.654035 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf2d2-6b7f-44b4-ae64-bd89f3dae7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:23.657268 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-3e4bf2d2-6b7f-44b4-ae64-bd89f3dae7d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c36f9e0-87ff-462d-b26a-17981b83f192 HTTP/1.1" status: 204 len: 168 time: 0.3934209 Jun 28 09:54:23.657268 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0e3c84d6-641b-4a69-a5c2-95adc77d6678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:23.681694 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bf2d2-6b7f-44b4-ae64-bd89f3dae7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c36f9e0-87ff-462d-b26a-17981b83f192,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:23.705075 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-3e4bf2d2-6b7f-44b4-ae64-bd89f3dae7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:23.732213 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a16c27fe-0089-4407-91f7-c7c47eb13174 req-562b12ee-6de1-4c43-920e-6412b063c8cb tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299117 Jun 28 09:54:23.815178 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-6327eeac-1b0d-41bb-8c84-d877804edc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:23.818230 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-6327eeac-1b0d-41bb-8c84-d877804edc94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f5cd03267bb4fef9e29eeb5f7aeea2d&device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 1096 time: 0.1485875 Jun 28 09:54:23.857229 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device dd102002-72f4-42e0-849e-3d9649bd0346 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:23.884156 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-c6458071-221b-419a-9234-4a2940e91aae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Allocated IP 172.20.0.5 (059b1d65-d322-4b4c-83ce-48fd289a3bcf/425698d2-70d0-4e8c-9f39-29fdfe2da4b2/248b1f38-2486-4fb7-976e-cbfad5f386af) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:23.902683 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-547e3243-cc37-470a-a45f-d2520febf2da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 HTTP/1.1" status: 200 len: 217 time: 0.0726509 Jun 28 09:54:23.906523 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 5283183e-341c-4455-af39-2d6ee0ee5fd3 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:54:23.953953 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-15ba6701-ea07-4fd3-99d0-06fae511b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:23.956336 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-15ba6701-ea07-4fd3-99d0-06fae511b195 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=425698d2-70d0-4e8c-9f39-29fdfe2da4b2 HTTP/1.1" status: 200 len: 858 time: 0.0473790 Jun 28 09:54:23.962479 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-c90208a6-3e25-409e-a886-c2c5e824ab78 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1550634997&fields=id&tenant_id=ab055c80828f4b6190496e992e80e975 HTTP/1.1" status: 200 len: 267 time: 0.1405618 Jun 28 09:54:23.992797 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-5fe0fbae-d7f9-4703-afb2-57ec4af65764 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=059b1d65-d322-4b4c-83ce-48fd289a3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307729 Jun 28 09:54:24.034176 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port dd102002-72f4-42e0-849e-3d9649bd0346 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:24.034762 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:24.113329 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305bcdd-0dc9-4cf4-9b06-478dc5eecba5 req-42b912a7-b115-4ea3-ba01-d4536b850b6a tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:24.114612 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e305bcdd-0dc9-4cf4-9b06-478dc5eecba5 req-42b912a7-b115-4ea3-ba01-d4536b850b6a tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 943 time: 0.2369893 Jun 28 09:54:24.128839 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 5283183e-341c-4455-af39-2d6ee0ee5fd3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5283183e-341c-4455-af39-2d6ee0ee5fd3,segment=NetworkSegment(38b16f52-138e-4c33-b295-00f758b446c5),segment_id=38b16f52-138e-4c33-b295-00f758b446c5)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:24.141230 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-1ece580c-0f0e-4dad-95f5-f7e90438c831 service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395414 Jun 28 09:54:24.144225 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '5283183e-341c-4455-af39-2d6ee0ee5fd3', 'network_id': 'f1fbb4cc-a77b-4cff-b5f2-330e41b69a08', 'port_id': '5283183e-341c-4455-af39-2d6ee0ee5fd3', 'mac_address': 'fa:16:3e:39:18:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479945d8-268c-4aa8-af2d-8e34ad65f381', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:54:24.240575 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e305bcdd-0dc9-4cf4-9b06-478dc5eecba5 req-45807f6b-b812-400b-bce6-4d52de0dc554 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148818 Jun 28 09:54:24.253394 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-c34d3c30-87ab-4192-ab84-2284632db58d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:24.257916 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:24.258041 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-c34d3c30-87ab-4192-ab84-2284632db58d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/networks?id=b8d6d237-b42e-4d2f-93b5-c30dc724d637 HTTP/1.1" status: 200 len: 816 time: 0.2803273 Jun 28 09:54:24.273336 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9ad8f09c-96a2-4cfc-81df-ceb6dff097fc req-6fbbbd4f-10cf-4364-b4ab-1725b36c2769 service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224115 Jun 28 09:54:24.283378 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5283183e-341c-4455-af39-2d6ee0ee5fd3 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:54:24.298952 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-dca7e536-b740-4745-ad53-cf7f42c1f823 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/quotas/ab055c80828f4b6190496e992e80e975 HTTP/1.1" status: 200 len: 375 time: 0.0228951 Jun 28 09:54:24.320812 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 5283183e-341c-4455-af39-2d6ee0ee5fd3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5283183e-341c-4455-af39-2d6ee0ee5fd3,segment=NetworkSegment(38b16f52-138e-4c33-b295-00f758b446c5),segment_id=38b16f52-138e-4c33-b295-00f758b446c5)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:24.337689 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-c6458071-221b-419a-9234-4a2940e91aae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:24.406540 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:24.408288 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:24.437715 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d4473729-a33f-4d5b-8d40-66f0106de357 req-7407f039-d5fe-44b3-ab5e-e555702abf3b tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 210 time: 0.0333982 Jun 28 09:54:24.456894 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=5283183e-341c-4455-af39-2d6ee0ee5fd3,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:24.461684 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-01190e4f-c359-4bb6-afed-06082c471a7f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab055c80828f4b6190496e992e80e975&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1452677 Jun 28 09:54:24.467615 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:24.568037 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-c6458071-221b-419a-9234-4a2940e91aae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:24.587022 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-48c6ba0c-3aaa-461f-bd5c-b7b454793929 service neutron] 10.222.0.30 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178901 Jun 28 09:54:24.588773 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b6f5bf51-e95c-45aa-bd8e-67fe461748b9 req-7d7154d7-8dcb-4289-8d46-bb24e3aa045a tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 210 time: 0.0396471 Jun 28 09:54:24.591413 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:24.658602 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-c6458071-221b-419a-9234-4a2940e91aae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Network 059b1d65-d322-4b4c-83ce-48fd289a3bcf is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:24.659249 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['5283183e-341c-4455-af39-2d6ee0ee5fd3'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:54:24.696353 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-c6458071-221b-419a-9234-4a2940e91aae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:24.702765 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-c6458071-221b-419a-9234-4a2940e91aae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:24.709147 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-c6458071-221b-419a-9234-4a2940e91aae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:24.710054 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-c6458071-221b-419a-9234-4a2940e91aae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for port, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:24.721499 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6458071-221b-419a-9234-4a2940e91aae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Pushing event updated for resources: {'Port': ['ID=248b1f38-2486-4fb7-976e-cbfad5f386af,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:24.728162 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-c6458071-221b-419a-9234-4a2940e91aae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:24.752057 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-e87f8537-86ca-4935-807c-a6309dd1f555 service neutron] 10.222.0.30 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572847 Jun 28 09:54:24.819233 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 44542) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:24.841343 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-41c0a2ba-a5b5-4ce2-b6f9-a7b74542d161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:24.846810 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-c6458071-221b-419a-9234-4a2940e91aae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7338738 Jun 28 09:54:24.866537 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Request body: {'port': {'device_id': '54075beb-72d0-4aa3-aa97-7986e3af5141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:25.042816 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:25.073118 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44556) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:25.187685 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d0380886-11d5-4598-b87e-971e3db90934 req-806adc41-e9e8-45f5-b2e5-0005a6616f5f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 210 time: 0.1009612 Jun 28 09:54:25.202559 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6595d95-eb0a-4299-a4b8-ee28ee4e6d8d req-d39e576d-c587-4a57-96fd-8b61de8c6403 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:25.204445 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e6595d95-eb0a-4299-a4b8-ee28ee4e6d8d req-d39e576d-c587-4a57-96fd-8b61de8c6403 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 944 time: 0.2862508 Jun 28 09:54:25.211258 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c921ee9c-49d2-4525-b124-23776d789436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:25.343231 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-41c0a2ba-a5b5-4ce2-b6f9-a7b74542d161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:25.346641 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e6595d95-eb0a-4299-a4b8-ee28ee4e6d8d req-4dd2fe74-164b-423e-be65-d249d994db17 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309886 Jun 28 09:54:25.466827 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-41c0a2ba-a5b5-4ce2-b6f9-a7b74542d161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:25.480999 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-5ecf7df4-3f1b-4e09-97d5-e9e574c04ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:25.515726 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f12089-8a20-42fa-a3b8-dcc92e1d8fde req-c3c53cca-52e2-4784-af8c-b6d75ed5cac2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:25.516894 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-93f12089-8a20-42fa-a3b8-dcc92e1d8fde req-c3c53cca-52e2-4784-af8c-b6d75ed5cac2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 943 time: 0.1524239 Jun 28 09:54:25.546325 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-41c0a2ba-a5b5-4ce2-b6f9-a7b74542d161 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c36774f8a0f04411b7bcbe5d0c78b54d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7259767 Jun 28 09:54:25.548019 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44570) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:25.568191 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0a2ba-a5b5-4ce2-b6f9-a7b74542d161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82173b17-b5c1-47f3-a0a2-fee5e84859d0,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:25.576907 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-41c0a2ba-a5b5-4ce2-b6f9-a7b74542d161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:25.601515 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-49d1077d-cb58-411b-9488-b568ededa4cd tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:25.602977 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-49d1077d-cb58-411b-9488-b568ededa4cd tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.37 "GET /v2.0/networks?id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 HTTP/1.1" status: 200 len: 811 time: 0.1686823 Jun 28 09:54:25.632971 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-93f12089-8a20-42fa-a3b8-dcc92e1d8fde req-002e989b-6f96-40ff-ac4a-b37e3e96f503 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023295 Jun 28 09:54:25.721873 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c921ee9c-49d2-4525-b124-23776d789436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:25.733770 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-af30946c-23be-4df5-8ebf-789fb7aa05ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:25.740914 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-e9df6816-a558-455b-b321-ee0038660360 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b9877cbe6d448debb81922d6ebbc49b HTTP/1.1" status: 200 len: 379 time: 0.1286516 Jun 28 09:54:25.753996 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-59a926e0-c4a2-4475-9082-50699dc960f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Request body: {'port': {'device_id': 'eeeff325-562f-4b0f-9c62-9dfa68752b52', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'admin_state_up': True, 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'security_groups': ['52f20acb-e0a7-4f2c-854d-e2c9d39ac399']}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:25.789427 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-af30946c-23be-4df5-8ebf-789fb7aa05ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:25.824310 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c921ee9c-49d2-4525-b124-23776d789436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:25.841142 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-733190d5-167d-40ec-8929-d15418e0daf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:25.866789 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.notifiers.nova [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248b1f38-2486-4fb7-976e-cbfad5f386af {{(pid=100130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:54:25.881917 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:54:25.893426 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:25.898463 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-47c77e2a-97da-4272-9c42-d78bd7adc971 req-26286129-81c6-49c9-8c84-ed371f1a4700 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 210 time: 0.0455670 Jun 28 09:54:25.914720 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.provisioning_blocks [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Transition to ACTIVE for port object 248b1f38-2486-4fb7-976e-cbfad5f386af will not be triggered until provisioned by entity L2. {{(pid=100130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:25.934564 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 5283183e-341c-4455-af39-2d6ee0ee5fd3 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:25.951395 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f8b31-9c57-40df-8af8-c17a9caa5ddc req-61ebd5b8-3f42-45d8-a276-e3c0037731b6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:25.953159 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-159f8b31-9c57-40df-8af8-c17a9caa5ddc req-61ebd5b8-3f42-45d8-a276-e3c0037731b6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 931 time: 0.3523161 Jun 28 09:54:26.004398 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-159f8b31-9c57-40df-8af8-c17a9caa5ddc req-004c52fc-41ec-4df4-b754-a8c120f099cd tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443394 Jun 28 09:54:26.047451 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.052816 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:26.065800 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 7d773b2a-82e6-4d32-956b-a4b5bc2d6520, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7d773b2a-82e6-4d32-956b-a4b5bc2d6520,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:26.073299 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-c921ee9c-49d2-4525-b124-23776d789436 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47bcf266c1794bb19f8bdea3056c0aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9990935 Jun 28 09:54:26.077876 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44574) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:26.078534 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921ee9c-49d2-4525-b124-23776d789436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307ce5aa-e121-4ed6-93c4-32f46b18c455,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:26.093362 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-c921ee9c-49d2-4525-b124-23776d789436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:26.104213 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '7d773b2a-82e6-4d32-956b-a4b5bc2d6520', 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da', 'port_id': '7d773b2a-82e6-4d32-956b-a4b5bc2d6520', 'mac_address': 'fa:16:3e:f7:c7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ff202d-893a-4c89-bdbc-680e574cfd76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:54:26.150034 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port 5283183e-341c-4455-af39-2d6ee0ee5fd3 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:26.158660 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 5283183e-341c-4455-af39-2d6ee0ee5fd3 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:26.159543 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.168214 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe941-9bc7-40d6-84a1-f39f05d5e201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.174966 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Pushing event updated for resources: {'Port': ['ID=248b1f38-2486-4fb7-976e-cbfad5f386af,revision_number=2']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:26.181837 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:26.181837 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.managers [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Attempting to bind port 248b1f38-2486-4fb7-976e-cbfad5f386af on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:26.182398 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.managers [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Attempting to bind port 248b1f38-2486-4fb7-976e-cbfad5f386af by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '09424956-062b-4c60-914d-f5fcede96476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf'}] {{(pid=100130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:26.185076 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Attempting to bind port 248b1f38-2486-4fb7-976e-cbfad5f386af on network 059b1d65-d322-4b4c-83ce-48fd289a3bcf {{(pid=100130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:26.188095 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.191034 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe941-9bc7-40d6-84a1-f39f05d5e201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.195758 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Port 248b1f38-2486-4fb7-976e-cbfad5f386af on network 059b1d65-d322-4b4c-83ce-48fd289a3bcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:54:26.196250 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Attempting to bind port 248b1f38-2486-4fb7-976e-cbfad5f386af on network 059b1d65-d322-4b4c-83ce-48fd289a3bcf {{(pid=100130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:26.199957 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-af30946c-23be-4df5-8ebf-789fb7aa05ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.204358 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:26.204358 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Checking segment: {'id': '09424956-062b-4c60-914d-f5fcede96476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:26.204358 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Bound using segment: {'id': '09424956-062b-4c60-914d-f5fcede96476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf'} {{(pid=100130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:26.204358 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.managers [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Bound port: 248b1f38-2486-4fb7-976e-cbfad5f386af, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09424956-062b-4c60-914d-f5fcede96476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf'}}] {{(pid=100130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:26.204358 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.205743 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-af30946c-23be-4df5-8ebf-789fb7aa05ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.207046 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-af30946c-23be-4df5-8ebf-789fb7aa05ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82173b17-b5c1-47f3-a0a2-fee5e84859d0 HTTP/1.1" status: 204 len: 168 time: 0.6560404 Jun 28 09:54:26.220073 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:54:26.223919 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:26.249068 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 7d773b2a-82e6-4d32-956b-a4b5bc2d6520, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7d773b2a-82e6-4d32-956b-a4b5bc2d6520,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:26.291279 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-59a926e0-c4a2-4475-9082-50699dc960f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Made reservation on behalf of 4b9877cbe6d448debb81922d6ebbc49b for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:54:26.294992 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-59a926e0-c4a2-4475-9082-50699dc960f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.298258 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30946c-23be-4df5-8ebf-789fb7aa05ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82173b17-b5c1-47f3-a0a2-fee5e84859d0,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:26.310205 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-af30946c-23be-4df5-8ebf-789fb7aa05ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:26.312544 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.315573 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] For port 248b1f38-2486-4fb7-976e-cbfad5f386af, host hv-cinder-78662, cleared binding levels {{(pid=100130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:26.319356 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] For port 248b1f38-2486-4fb7-976e-cbfad5f386af, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=248b1f38-2486-4fb7-976e-cbfad5f386af,segment=NetworkSegment(09424956-062b-4c60-914d-f5fcede96476),segment_id=09424956-062b-4c60-914d-f5fcede96476)] {{(pid=100130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:26.347322 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f40e3e-8533-4a47-b862-307c6f2ac011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5283183e-341c-4455-af39-2d6ee0ee5fd3'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:26.354476 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-656044b2-d364-4c78-bb93-c9c5338c5d68 req-c03ca496-f44e-4b6d-a2bb-4c86e2d95ea0 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 210 time: 0.0331037 Jun 28 09:54:26.413878 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.423813 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:26.432578 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 5283183e-341c-4455-af39-2d6ee0ee5fd3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5283183e-341c-4455-af39-2d6ee0ee5fd3,segment=NetworkSegment(38b16f52-138e-4c33-b295-00f758b446c5),segment_id=38b16f52-138e-4c33-b295-00f758b446c5)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:26.434753 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.437580 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:26.469703 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe941-9bc7-40d6-84a1-f39f05d5e201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.498391 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=7d773b2a-82e6-4d32-956b-a4b5bc2d6520,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:26.501510 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:26.502965 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:26.503777 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for port, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.506371 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] 10.222.0.37 "PUT /v2.0/ports/248b1f38-2486-4fb7-976e-cbfad5f386af HTTP/1.1" status: 200 len: 1093 time: 1.6485953 Jun 28 09:54:26.509415 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe941-9bc7-40d6-84a1-f39f05d5e201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.513344 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-bd9fe941-9bc7-40d6-84a1-f39f05d5e201 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/307ce5aa-e121-4ed6-93c4-32f46b18c455 HTTP/1.1" status: 204 len: 168 time: 0.4297338 Jun 28 09:54:26.515042 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:26.519803 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54075beb-72d0-4aa3-aa97-7986e3af5141', 'tag': '248b1f38-2486-4fb7-976e-cbfad5f386af'}] {{(pid=100130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:26.522872 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febbb13b6d7fe63a2731297dc7120ef37725474ca423d9a5e3d408f98460119f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7234ed-ff15-440a-ba7a-ae2e726a49f2" -d '{"events": [{"name": "network-changed", "server_uuid": "54075beb-72d0-4aa3-aa97-7986e3af5141", "tag": "248b1f38-2486-4fb7-976e-cbfad5f386af"}]}' {{(pid=100130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:26.532736 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:26.535537 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-bce250db-4e13-4e46-b346-0a4e443eed5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:26.583707 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fe941-9bc7-40d6-84a1-f39f05d5e201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307ce5aa-e121-4ed6-93c4-32f46b18c455,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:26.587239 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-bd9fe941-9bc7-40d6-84a1-f39f05d5e201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:26.682721 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=5283183e-341c-4455-af39-2d6ee0ee5fd3,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:26.715101 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:26.755370 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-59a926e0-c4a2-4475-9082-50699dc960f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Allocated IP 172.20.0.12 (bb6046f5-e4ff-40cf-8b53-1b862ddb21e3/db135a38-e04b-415b-b1af-9e3b01bdacfc/84d95fb2-9938-46fd-8f07-b46c6499d5f0) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:26.767257 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689fcf97-125c-44f3-b5e6-c85b0b7bbb1f" -d '{"events": [{"server_uuid": "a2f40e3e-8533-4a47-b862-307c6f2ac011", "name": "network-vif-plugged", "status": "completed", "tag": "5283183e-341c-4455-af39-2d6ee0ee5fd3"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:26.781394 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e0270f-ccf4-4881-a5d9-8e6442266549 x-openstack-request-id: req-85e0270f-ccf4-4881-a5d9-8e6442266549 {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:26.781771 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54075beb-72d0-4aa3-aa97-7986e3af5141", "tag": "248b1f38-2486-4fb7-976e-cbfad5f386af", "status": "completed", "code": 200}]} {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:26.782067 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85e0270f-ccf4-4881-a5d9-8e6442266549 {{(pid=100130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:26.782560 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54075beb-72d0-4aa3-aa97-7986e3af5141', 'tag': '248b1f38-2486-4fb7-976e-cbfad5f386af', 'status': 'completed', 'code': 200} Jun 28 09:54:26.791678 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Pushing event updated for resources: {'Port': ['ID=248b1f38-2486-4fb7-976e-cbfad5f386af,revision_number=3']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:26.807722 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['7d773b2a-82e6-4d32-956b-a4b5bc2d6520'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:54:26.818501 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:26.946530 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337667f-59e9-408f-9de3-4caa93e512fd req-1e35a25f-6a77-4cb1-a8bb-ac7df91a3936 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:26.953482 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f337667f-59e9-408f-9de3-4caa93e512fd req-1e35a25f-6a77-4cb1-a8bb-ac7df91a3936 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 945 time: 0.4454916 Jun 28 09:54:26.992310 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-129d50a7-ba52-4100-8402-f4cd072bf487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:26.994668 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-129d50a7-ba52-4100-8402-f4cd072bf487 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f5cd03267bb4fef9e29eeb5f7aeea2d&device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 1096 time: 0.3116469 Jun 28 09:54:27.079064 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-59a926e0-c4a2-4475-9082-50699dc960f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.085198 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-2efe9011-89d8-486d-940a-a5efe2bea8a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=248b1f38-2486-4fb7-976e-cbfad5f386af HTTP/1.1" status: 200 len: 217 time: 0.0822177 Jun 28 09:54:27.102942 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-59a926e0-c4a2-4475-9082-50699dc960f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Transition to ACTIVE for port object 84d95fb2-9938-46fd-8f07-b46c6499d5f0 will not be triggered until provisioned by entity DHCP. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:27.155480 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f337667f-59e9-408f-9de3-4caa93e512fd req-5accb51d-38f4-4c68-88da-5682f3cc87d1 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007413 Jun 28 09:54:27.201503 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88855af9-0a62-4e23-b56f-5362223a30b8 req-94d23ad0-15ca-4530-af5a-a7c17c88f8d9 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:27.202995 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-88855af9-0a62-4e23-b56f-5362223a30b8 req-94d23ad0-15ca-4530-af5a-a7c17c88f8d9 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 944 time: 0.3081336 Jun 28 09:54:27.204498 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-3d9fce20-e459-4c78-b5f4-0e4443b5e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:27.205856 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-3d9fce20-e459-4c78-b5f4-0e4443b5e7e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=425698d2-70d0-4e8c-9f39-29fdfe2da4b2 HTTP/1.1" status: 200 len: 858 time: 0.1102746 Jun 28 09:54:27.254663 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-92f64b6c-18af-4709-9946-af5c527e0b8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=059b1d65-d322-4b4c-83ce-48fd289a3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397763 Jun 28 09:54:27.294764 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-88855af9-0a62-4e23-b56f-5362223a30b8 req-1c3b277f-2a29-41be-bf6f-4e57b4964603 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858910 Jun 28 09:54:27.357230 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-51a07985-e204-475f-a400-4bfee1fcac38 service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958080 Jun 28 09:54:27.386750 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-59a926e0-c4a2-4475-9082-50699dc960f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.394460 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:27.454204 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-59a926e0-c4a2-4475-9082-50699dc960f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:27.457879 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-59a926e0-c4a2-4475-9082-50699dc960f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:27.464952 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-59a926e0-c4a2-4475-9082-50699dc960f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:27.475981 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-59a926e0-c4a2-4475-9082-50699dc960f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:27.475981 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-59a926e0-c4a2-4475-9082-50699dc960f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.493899 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a926e0-c4a2-4475-9082-50699dc960f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event updated for resources: {'Port': ['ID=84d95fb2-9938-46fd-8f07-b46c6499d5f0,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:27.500362 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-59a926e0-c4a2-4475-9082-50699dc960f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:27.524889 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3df6b96-aa43-4a23-91df-dcd90f42d512 x-openstack-request-id: req-e3df6b96-aa43-4a23-91df-dcd90f42d512 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:27.525387 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f40e3e-8533-4a47-b862-307c6f2ac011", "name": "network-vif-plugged", "status": "completed", "tag": "5283183e-341c-4455-af39-2d6ee0ee5fd3", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:27.525499 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3df6b96-aa43-4a23-91df-dcd90f42d512 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:27.525969 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f40e3e-8533-4a47-b862-307c6f2ac011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5283183e-341c-4455-af39-2d6ee0ee5fd3', 'code': 200} Jun 28 09:54:27.539677 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-389ff5fe-6bd6-4b47-bc9c-a0ef494575e5 req-f3f300c2-42b4-44d2-8d5d-f83b048eb27e service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746454 Jun 28 09:54:27.557812 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff7b51-c9d2-40cd-9b05-bd10c5b54ba5 req-3113d77a-a856-4e63-b991-94ace51d938c tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:27.559888 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-89ff7b51-c9d2-40cd-9b05-bd10c5b54ba5 req-3113d77a-a856-4e63-b991-94ace51d938c tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 932 time: 0.1537087 Jun 28 09:54:27.613293 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-59a926e0-c4a2-4475-9082-50699dc960f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8632112 Jun 28 09:54:27.614522 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-89ff7b51-c9d2-40cd-9b05-bd10c5b54ba5 req-afae6432-db06-4ebb-aeea-847038cb2235 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448968 Jun 28 09:54:27.630259 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Request body: {'port': {'device_id': 'eeeff325-562f-4b0f-9c62-9dfa68752b52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:27.657641 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 44646) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:27.694759 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c2d77539-9560-45da-a338-d245f163bec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.751407 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.828058 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-b527a8b3-7eb8-4714-8f14-63ac2266dc1e None None] Provisioning for port 84d95fb2-9938-46fd-8f07-b46c6499d5f0 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:27.835597 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-b527a8b3-7eb8-4714-8f14-63ac2266dc1e None None] Provisioning complete for port 84d95fb2-9938-46fd-8f07-b46c6499d5f0 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:27.836763 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-b527a8b3-7eb8-4714-8f14-63ac2266dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.873167 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-526a03f4-2b94-472c-8d20-3377bdc26328 req-9830e73f-a323-48ce-be31-4a9a55328ac9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 210 time: 0.0575008 Jun 28 09:54:27.886280 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:54:27.892945 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:27.962753 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7234ed-ff15-440a-ba7a-ae2e726a49f2 req-f0df1681-0e13-472b-a075-b7ea52c08025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:27.964253 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bc7234ed-ff15-440a-ba7a-ae2e726a49f2 req-f0df1681-0e13-472b-a075-b7ea52c08025 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f5cd03267bb4fef9e29eeb5f7aeea2d&device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 1096 time: 0.2858415 Jun 28 09:54:27.974912 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-b527a8b3-7eb8-4714-8f14-63ac2266dc1e None None] Port 84d95fb2-9938-46fd-8f07-b46c6499d5f0 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:54:28.044430 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bd354-ee38-4f21-966d-e830565f238b req-839398eb-001f-4757-ac80-e016643fcb89 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:28.051314 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f68bd354-ee38-4f21-966d-e830565f238b req-839398eb-001f-4757-ac80-e016643fcb89 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 943 time: 0.3354769 Jun 28 09:54:28.101639 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5,segment=NetworkSegment(09424956-062b-4c60-914d-f5fcede96476),segment_id=09424956-062b-4c60-914d-f5fcede96476)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:28.107860 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d95fb2-9938-46fd-8f07-b46c6499d5f0 {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:54:28.117044 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': 'e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5', 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf', 'port_id': 'e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5', 'mac_address': 'fa:16:3e:1a:70:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425698d2-70d0-4e8c-9f39-29fdfe2da4b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:54:28.120416 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.127769 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.37', 49898) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:28.148737 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c2d77539-9560-45da-a338-d245f163bec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.181893 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Transition to ACTIVE for port object 84d95fb2-9938-46fd-8f07-b46c6499d5f0 will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:28.201504 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.236500 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:28.242584 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40fb21-4335-4455-af55-585d66025e05 req-72bee362-c21f-4e85-a6a7-e37f27dcc2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:28.243100 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:54:28.244936 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-dd40fb21-4335-4455-af55-585d66025e05 req-72bee362-c21f-4e85-a6a7-e37f27dcc2bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 1098 time: 0.1160421 Jun 28 09:54:28.258811 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:28.259106 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.286863 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7234ed-ff15-440a-ba7a-ae2e726a49f2 req-92052196-0db0-4b49-a6a8-3171f97bb512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:28.288484 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bc7234ed-ff15-440a-ba7a-ae2e726a49f2 req-92052196-0db0-4b49-a6a8-3171f97bb512 service neutron] 10.222.0.37 "GET /v2.0/networks?id=059b1d65-d322-4b4c-83ce-48fd289a3bcf HTTP/1.1" status: 200 len: 919 time: 0.3145540 Jun 28 09:54:28.291238 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-dd40fb21-4335-4455-af55-585d66025e05 req-6d5724e0-0f14-424d-8ef7-eb90c2b05460 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.294617 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.297022 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c2d77539-9560-45da-a338-d245f163bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.306321 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5,segment=NetworkSegment(09424956-062b-4c60-914d-f5fcede96476),segment_id=09424956-062b-4c60-914d-f5fcede96476)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:28.310256 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f68bd354-ee38-4f21-966d-e830565f238b req-144856ed-951d-4b49-a020-fc19f2c840f6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579112 Jun 28 09:54:28.315667 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:28.363058 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.37', 49899) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:28.418934 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.421472 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bc7234ed-ff15-440a-ba7a-ae2e726a49f2 req-6cdfa95e-23a9-41d9-a28d-429a936ee740 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=248b1f38-2486-4fb7-976e-cbfad5f386af HTTP/1.1" status: 200 len: 217 time: 0.1208303 Jun 28 09:54:28.424459 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:28.469928 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 7d773b2a-82e6-4d32-956b-a4b5bc2d6520, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7d773b2a-82e6-4d32-956b-a4b5bc2d6520,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:28.472003 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.474898 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:28.499357 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d77539-9560-45da-a338-d245f163bec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369c9b13-63b1-4695-94ec-ba5e26a71d93,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:28.513825 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-c2d77539-9560-45da-a338-d245f163bec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:28.544414 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:28.548841 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:28.550035 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.553224 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-eeec50b9-db69-42be-bb36-392a38530bb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:28.580876 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=84d95fb2-9938-46fd-8f07-b46c6499d5f0,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:28.621020 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=7d773b2a-82e6-4d32-956b-a4b5bc2d6520,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:28.624097 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:28.628881 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:28.666619 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-c2d77539-9560-45da-a338-d245f163bec3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6db6c1428354402583b902022a98ad79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0078523 Jun 28 09:54:28.672013 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44670) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:28.679548 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Attempting to bind port 84d95fb2-9938-46fd-8f07-b46c6499d5f0 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:28.679895 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Attempting to bind port 84d95fb2-9938-46fd-8f07-b46c6499d5f0 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:28.680224 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Attempting to bind port 84d95fb2-9938-46fd-8f07-b46c6499d5f0 on network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:28.683833 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7234ed-ff15-440a-ba7a-ae2e726a49f2 req-8d312873-77b6-471d-aa28-140ec60346e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:28.685360 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bc7234ed-ff15-440a-ba7a-ae2e726a49f2 req-8d312873-77b6-471d-aa28-140ec60346e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=425698d2-70d0-4e8c-9f39-29fdfe2da4b2 HTTP/1.1" status: 200 len: 858 time: 0.1944668 Jun 28 09:54:28.697481 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:54:28.730128 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Port 84d95fb2-9938-46fd-8f07-b46c6499d5f0 on network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:54:28.730455 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Attempting to bind port 84d95fb2-9938-46fd-8f07-b46c6499d5f0 on network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:28.740617 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bc7234ed-ff15-440a-ba7a-ae2e726a49f2 req-5252ec57-39b4-4012-8081-16d369091874 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=059b1d65-d322-4b4c-83ce-48fd289a3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469739 Jun 28 09:54:28.743612 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-ceb83c49-cafa-4963-a495-23a3274fbeb8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:28.745100 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-ceb83c49-cafa-4963-a495-23a3274fbeb8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.37 "GET /v2.0/networks?id=b8d6d237-b42e-4d2f-93b5-c30dc724d637 HTTP/1.1" status: 200 len: 816 time: 0.3778944 Jun 28 09:54:28.754879 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:28.754879 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Checking segment: {'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:28.755163 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Bound using segment: {'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:28.755681 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Bound port: 84d95fb2-9938-46fd-8f07-b46c6499d5f0, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:28.756057 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.792402 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5603a-b3ed-4454-8f6b-ece3121b2b5f req-337d170d-f4d5-4500-94f5-58ca8e1afaf9 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:28.794010 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c0a5603a-b3ed-4454-8f6b-ece3121b2b5f req-337d170d-f4d5-4500-94f5-58ca8e1afaf9 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 945 time: 0.2247593 Jun 28 09:54:28.801659 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afe55b-37a7-4a81-a5a4-d70870eb0850 req-93deabae-48d0-480d-9035-e9142ac63004 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:28.808489 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-21afe55b-37a7-4a81-a5a4-d70870eb0850 req-93deabae-48d0-480d-9035-e9142ac63004 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 945 time: 0.3192878 Jun 28 09:54:28.823018 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6711868c-313c-451a-9dae-a7cd06e5209c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.889354 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-411f50fd-13ea-44c4-a804-fc5384e3a1ef tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab055c80828f4b6190496e992e80e975 HTTP/1.1" status: 200 len: 380 time: 0.1309023 Jun 28 09:54:28.911532 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-ece22ec5-9522-4125-81b2-2d59b18b2731 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Request body: {'port': {'device_id': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'admin_state_up': True, 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'security_groups': ['9c5f5da4-863c-4a2c-aac4-8b9e3006392c']}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:28.920671 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-dd40fb21-4335-4455-af55-585d66025e05 req-6d5724e0-0f14-424d-8ef7-eb90c2b05460 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.923236 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6711868c-313c-451a-9dae-a7cd06e5209c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:28.939437 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c0a5603a-b3ed-4454-8f6b-ece3121b2b5f req-5a90e525-64fe-4155-825e-cca4a4e1c5a5 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265495 Jun 28 09:54:28.979680 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-21afe55b-37a7-4a81-a5a4-d70870eb0850 req-37b08844-8e2a-40e1-9a2f-ccbbb4fac856 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626060 Jun 28 09:54:28.997001 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bc7234ed-ff15-440a-ba7a-ae2e726a49f2 req-6ec1d7b2-5f81-4647-8197-9700692f6efa service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401328 Jun 28 09:54:29.023385 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] For port 84d95fb2-9938-46fd-8f07-b46c6499d5f0, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:29.029683 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-dd40fb21-4335-4455-af55-585d66025e05 req-6d5724e0-0f14-424d-8ef7-eb90c2b05460 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:29.047835 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:29.055046 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] For port 84d95fb2-9938-46fd-8f07-b46c6499d5f0, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84d95fb2-9938-46fd-8f07-b46c6499d5f0,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:29.112446 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5724e0-0f14-424d-8ef7-eb90c2b05460 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9a55e830-aef1-4a34-86fa-ff15e153e5c6,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:29.123374 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6d5724e0-0f14-424d-8ef7-eb90c2b05460 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:29.127469 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-dd40fb21-4335-4455-af55-585d66025e05 req-6d5724e0-0f14-424d-8ef7-eb90c2b05460 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8744373 Jun 28 09:54:29.144463 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6a9e6385-be5a-43c8-9a1f-0b614453060f req-a899a8c1-bc8a-4ce6-a929-f0363c1287fd tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 210 time: 0.0503936 Jun 28 09:54:29.154384 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:29.160382 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-eaf2269a-1b30-4c78-ae51-604da6c439e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:29.205950 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:29.206928 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:29.208881 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] 10.222.0.37 "PUT /v2.0/ports/84d95fb2-9938-46fd-8f07-b46c6499d5f0 HTTP/1.1" status: 200 len: 1094 time: 1.5855978 Jun 28 09:54:29.214245 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeeff325-562f-4b0f-9c62-9dfa68752b52', 'tag': '84d95fb2-9938-46fd-8f07-b46c6499d5f0'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:29.216574 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855d6b6e-ddc4-48f4-832e-f5b8bd536064" -d '{"events": [{"name": "network-changed", "server_uuid": "eeeff325-562f-4b0f-9c62-9dfa68752b52", "tag": "84d95fb2-9938-46fd-8f07-b46c6499d5f0"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:29.225153 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6711868c-313c-451a-9dae-a7cd06e5209c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:29.229767 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6711868c-313c-451a-9dae-a7cd06e5209c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:29.230907 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-6711868c-313c-451a-9dae-a7cd06e5209c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/369c9b13-63b1-4695-94ec-ba5e26a71d93 HTTP/1.1" status: 204 len: 168 time: 0.5524495 Jun 28 09:54:29.260209 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=84d95fb2-9938-46fd-8f07-b46c6499d5f0,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:29.265277 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a0de0-69b3-45da-b3d4-e539a986078e req-a662b70d-ac5a-42d8-82a6-db2d7bebc3b0 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:29.275204 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-260a0de0-69b3-45da-b3d4-e539a986078e req-a662b70d-ac5a-42d8-82a6-db2d7bebc3b0 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 944 time: 0.1297386 Jun 28 09:54:29.275801 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:29.276449 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:29.280588 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bc7234ed-ff15-440a-ba7a-ae2e726a49f2 req-0a0d0d37-83e5-4113-b0c1-407f0740a46a service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777016 Jun 28 09:54:29.289305 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf178e7-1235-4655-aeb9-9f970d710581 x-openstack-request-id: req-cdf178e7-1235-4655-aeb9-9f970d710581 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:29.289793 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeeff325-562f-4b0f-9c62-9dfa68752b52", "tag": "84d95fb2-9938-46fd-8f07-b46c6499d5f0", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:29.290083 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdf178e7-1235-4655-aeb9-9f970d710581 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:29.290556 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeeff325-562f-4b0f-9c62-9dfa68752b52', 'tag': '84d95fb2-9938-46fd-8f07-b46c6499d5f0', 'status': 'completed', 'code': 200} Jun 28 09:54:29.291864 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711868c-313c-451a-9dae-a7cd06e5209c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369c9b13-63b1-4695-94ec-ba5e26a71d93,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:29.301920 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6711868c-313c-451a-9dae-a7cd06e5209c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:29.322857 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-ece22ec5-9522-4125-81b2-2d59b18b2731 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Made reservation on behalf of ab055c80828f4b6190496e992e80e975 for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:54:29.325073 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-ece22ec5-9522-4125-81b2-2d59b18b2731 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:29.393711 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-260a0de0-69b3-45da-b3d4-e539a986078e req-72104c83-320f-4488-a6e1-8c70d77fd8b1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027169 Jun 28 09:54:29.429240 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d6b6e-ddc4-48f4-832e-f5b8bd536064 req-0e81117d-e095-4e56-8092-11c846a45520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:29.430830 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-855d6b6e-ddc4-48f4-832e-f5b8bd536064 req-0e81117d-e095-4e56-8092-11c846a45520 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b9877cbe6d448debb81922d6ebbc49b&device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 1097 time: 0.1200070 Jun 28 09:54:29.526994 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59e1283-2758-4fa6-bf50-4f7eb1e8723b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d773b2a-82e6-4d32-956b-a4b5bc2d6520'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:29.530583 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b9685d-83d9-4d28-b116-ee6e9329790c" -d '{"events": [{"server_uuid": "e59e1283-2758-4fa6-bf50-4f7eb1e8723b", "name": "network-vif-plugged", "status": "completed", "tag": "7d773b2a-82e6-4d32-956b-a4b5bc2d6520"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:29.559164 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-ece22ec5-9522-4125-81b2-2d59b18b2731 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Allocated IP 172.20.0.8 (b8d6d237-b42e-4d2f-93b5-c30dc724d637/111bbce8-d8d9-499d-affc-ef81b620ef72/6b1a093a-08f4-420f-a5ed-f40de285f653) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:29.616568 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f5e34a-ff05-49d3-803b-c81c0201fe7c x-openstack-request-id: req-51f5e34a-ff05-49d3-803b-c81c0201fe7c {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:29.616568 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59e1283-2758-4fa6-bf50-4f7eb1e8723b", "name": "network-vif-plugged", "status": "completed", "tag": "7d773b2a-82e6-4d32-956b-a4b5bc2d6520", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:29.616568 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51f5e34a-ff05-49d3-803b-c81c0201fe7c {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:29.616568 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59e1283-2758-4fa6-bf50-4f7eb1e8723b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d773b2a-82e6-4d32-956b-a4b5bc2d6520', 'code': 200} Jun 28 09:54:29.715447 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d6b6e-ddc4-48f4-832e-f5b8bd536064 req-a69c9759-5cad-41c4-b0cf-b1b693ff80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:29.717054 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-855d6b6e-ddc4-48f4-832e-f5b8bd536064 req-a69c9759-5cad-41c4-b0cf-b1b693ff80c7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4b9877cbe6d448debb81922d6ebbc49b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2778273 Jun 28 09:54:29.748661 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-ece22ec5-9522-4125-81b2-2d59b18b2731 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:29.767210 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-ece22ec5-9522-4125-81b2-2d59b18b2731 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Transition to ACTIVE for port object 6b1a093a-08f4-420f-a5ed-f40de285f653 will not be triggered until provisioned by entity DHCP. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:29.769462 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa74f1-7e53-4359-b4fc-cfc110c5daa8 req-43632601-90f6-40a7-be4e-6c45dad900f2 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:29.776873 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-35fa74f1-7e53-4359-b4fc-cfc110c5daa8 req-43632601-90f6-40a7-be4e-6c45dad900f2 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 943 time: 0.2228251 Jun 28 09:54:29.855357 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-ece22ec5-9522-4125-81b2-2d59b18b2731 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:29.872964 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:29.880404 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:29.928020 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-ece22ec5-9522-4125-81b2-2d59b18b2731 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Network b8d6d237-b42e-4d2f-93b5-c30dc724d637 is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:29.935099 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-ece22ec5-9522-4125-81b2-2d59b18b2731 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:29.938148 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-ece22ec5-9522-4125-81b2-2d59b18b2731 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:29.944455 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-ece22ec5-9522-4125-81b2-2d59b18b2731 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:29.945171 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-ece22ec5-9522-4125-81b2-2d59b18b2731 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:29.976687 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece22ec5-9522-4125-81b2-2d59b18b2731 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event updated for resources: {'Port': ['ID=6b1a093a-08f4-420f-a5ed-f40de285f653,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:29.987761 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ece22ec5-9522-4125-81b2-2d59b18b2731 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:30.067391 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:30.077529 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:30.080063 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:30.126066 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-ece22ec5-9522-4125-81b2-2d59b18b2731 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2150822 Jun 28 09:54:30.126066 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86399c37-ec35-4c25-9d7b-68dc29ab9ac6 req-dd6b666b-673f-4867-ab22-615f4c4469f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:30.136199 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-86399c37-ec35-4c25-9d7b-68dc29ab9ac6 req-dd6b666b-673f-4867-ab22-615f4c4469f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 1098 time: 0.1165848 Jun 28 09:54:30.152666 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Request body: {'port': {'device_id': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:30.199166 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:30.241964 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5,segment=NetworkSegment(09424956-062b-4c60-914d-f5fcede96476),segment_id=09424956-062b-4c60-914d-f5fcede96476)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:30.254013 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-35fa74f1-7e53-4359-b4fc-cfc110c5daa8 req-3ab4ea4b-2205-4ab3-b48c-2da8ed4551db tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762135 Jun 28 09:54:30.265636 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d6b6e-ddc4-48f4-832e-f5b8bd536064 req-d4e7a340-f1c8-4239-b603-60ed31cb71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:30.267187 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-855d6b6e-ddc4-48f4-832e-f5b8bd536064 req-d4e7a340-f1c8-4239-b603-60ed31cb71d6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5382986 Jun 28 09:54:30.270051 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-86399c37-ec35-4c25-9d7b-68dc29ab9ac6 req-6459771b-cce5-4c0d-b95d-a2305750c5b3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137700 Jun 28 09:54:30.294990 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25989dba-2e1e-416d-a92b-bf696bf0c13a req-212ab1ca-2a1d-41f6-afa4-fe0e073d1783 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:30.296512 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-25989dba-2e1e-416d-a92b-bf696bf0c13a req-212ab1ca-2a1d-41f6-afa4-fe0e073d1783 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 945 time: 0.1659687 Jun 28 09:54:30.305282 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:30.354297 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-25989dba-2e1e-416d-a92b-bf696bf0c13a req-cea60815-8a1d-4fc6-858a-e98253880044 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496871 Jun 28 09:54:30.373033 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-2c9306dd-6529-49f8-a72c-dff51ec21d32 None None] Provisioning for port 6b1a093a-08f4-420f-a5ed-f40de285f653 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:30.377426 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:30.382006 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:30.426680 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-2c9306dd-6529-49f8-a72c-dff51ec21d32 None None] Provisioning complete for port 6b1a093a-08f4-420f-a5ed-f40de285f653 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:30.435965 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2c9306dd-6529-49f8-a72c-dff51ec21d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:30.508101 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba91a5-aa1f-46fe-b25a-95c72d9b5274 req-b1107e89-f9cb-4da1-a34d-3e727e7faf45 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:30.510091 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e7ba91a5-aa1f-46fe-b25a-95c72d9b5274 req-b1107e89-f9cb-4da1-a34d-3e727e7faf45 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 945 time: 0.1101415 Jun 28 09:54:30.533159 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-2c9306dd-6529-49f8-a72c-dff51ec21d32 None None] Port 6b1a093a-08f4-420f-a5ed-f40de285f653 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:54:30.539585 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:30.553242 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:30.657030 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e7ba91a5-aa1f-46fe-b25a-95c72d9b5274 req-2e7df35b-25bc-4ce4-afaf-a19da31b8063 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323776 Jun 28 09:54:30.674131 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-f3127f2f-e9eb-457a-87b9-b17297f3dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:30.678118 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-f3127f2f-e9eb-457a-87b9-b17297f3dd08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b9877cbe6d448debb81922d6ebbc49b&device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 1097 time: 0.3294697 Jun 28 09:54:30.708458 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f323b-0b6d-442a-b92d-9d8be3aa9fb3 req-b955f4ae-62f8-48fd-aefc-4f65e04454d6 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:30.721275 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-848f323b-0b6d-442a-b92d-9d8be3aa9fb3 req-b955f4ae-62f8-48fd-aefc-4f65e04454d6 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 931 time: 0.1810849 Jun 28 09:54:30.774499 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-a3a73e97-8dcb-403a-9fd6-cdfeb2f8327c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d95fb2-9938-46fd-8f07-b46c6499d5f0 HTTP/1.1" status: 200 len: 217 time: 0.0869975 Jun 28 09:54:30.803658 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-848f323b-0b6d-442a-b92d-9d8be3aa9fb3 req-e815db64-9ac5-4948-a4c4-7ab2b3ddd898 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763133 Jun 28 09:54:30.805146 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 44758) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:30.943389 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0f65d-e8dc-4fbf-8922-d92872bc6222 req-4ba438b1-1679-4623-aca4-bbc4dd6c929a tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:30.945518 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-72a0f65d-e8dc-4fbf-8922-d92872bc6222 req-4ba438b1-1679-4623-aca4-bbc4dd6c929a tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 944 time: 0.0842636 Jun 28 09:54:30.985645 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c906b9c3-0f71-4a8f-aaa4-60ba5a684d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:31.033770 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-72a0f65d-e8dc-4fbf-8922-d92872bc6222 req-10222759-f5a9-42d6-8a9f-739a8dbf9c10 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820401 Jun 28 09:54:31.055142 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-f9c75ac9-e313-4424-9a94-d19ca8e10e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:31.056796 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-f9c75ac9-e313-4424-9a94-d19ca8e10e1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db135a38-e04b-415b-b1af-9e3b01bdacfc HTTP/1.1" status: 200 len: 850 time: 0.2718310 Jun 28 09:54:31.165868 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1a093a-08f4-420f-a5ed-f40de285f653 {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:54:31.177177 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:31.180034 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c906b9c3-0f71-4a8f-aaa4-60ba5a684d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:31.202590 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Transition to ACTIVE for port object 6b1a093a-08f4-420f-a5ed-f40de285f653 will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:31.211302 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-ba2c6698-2039-48ac-84c2-4b67279a4b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:31.212907 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-ba2c6698-2039-48ac-84c2-4b67279a4b31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1360149 Jun 28 09:54:31.234817 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c906b9c3-0f71-4a8f-aaa4-60ba5a684d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:31.237486 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-acfa8104-d753-4a3e-85c2-992cb7374189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:31.278989 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-c906b9c3-0f71-4a8f-aaa4-60ba5a684d01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=355424763be7446397d29c0f34d396b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4702201 Jun 28 09:54:31.278989 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906b9c3-0f71-4a8f-aaa4-60ba5a684d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb46b56-8c7d-4f2c-822f-46c489df339e,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:31.279877 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44772) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:31.280963 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-c906b9c3-0f71-4a8f-aaa4-60ba5a684d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:31.287571 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:31.300746 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:31.392529 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1a093a-08f4-420f-a5ed-f40de285f653,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:31.397522 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:31.402977 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-30fef220-129f-4516-9b55-a48369e08944 service neutron] 10.222.0.37 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819024 Jun 28 09:54:31.458120 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b64403c0-f5ec-4d7d-bfa6-b42b63c7b095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:31.479414 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ce0c6-984d-4744-a596-3a2cda963f6e req-363bba7b-21a3-442e-8fa3-b4657d780728 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:31.481066 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4d5ce0c6-984d-4744-a596-3a2cda963f6e req-363bba7b-21a3-442e-8fa3-b4657d780728 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 943 time: 0.0742629 Jun 28 09:54:31.519561 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Attempting to bind port 6b1a093a-08f4-420f-a5ed-f40de285f653 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:31.519877 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Attempting to bind port 6b1a093a-08f4-420f-a5ed-f40de285f653 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:31.520291 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Attempting to bind port 6b1a093a-08f4-420f-a5ed-f40de285f653 on network b8d6d237-b42e-4d2f-93b5-c30dc724d637 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:31.539395 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b64403c0-f5ec-4d7d-bfa6-b42b63c7b095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:31.547348 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Port 6b1a093a-08f4-420f-a5ed-f40de285f653 on network b8d6d237-b42e-4d2f-93b5-c30dc724d637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:54:31.547678 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Attempting to bind port 6b1a093a-08f4-420f-a5ed-f40de285f653 on network b8d6d237-b42e-4d2f-93b5-c30dc724d637 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:31.554131 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4d5ce0c6-984d-4744-a596-3a2cda963f6e req-8021549c-7680-4160-a80e-b6c162abf724 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646694 Jun 28 09:54:31.562607 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:31.562955 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Checking segment: {'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:31.563344 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Bound using segment: {'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:31.563795 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Bound port: 6b1a093a-08f4-420f-a5ed-f40de285f653, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:31.564236 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:31.609467 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed64c005-ef44-443f-9843-57042b0dc197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:31.612072 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec12c91a-a9ea-47e0-91ac-3e1af6a42724" -d '{"events": [{"server_uuid": "ed64c005-ef44-443f-9843-57042b0dc197", "name": "network-vif-plugged", "status": "completed", "tag": "e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:31.614863 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a14a75d0-e742-4961-9918-4608c82d70f5 req-1b4d7e44-9211-4ff0-94d9-2d3c46cf46ec service neutron] 10.222.0.37 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804001 Jun 28 09:54:31.633820 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d96cd-1461-4c93-8d1b-f647dcc21d25 req-8eee0475-ea03-4afb-a271-a2a3ed60cae2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:31.635480 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3f7d96cd-1461-4c93-8d1b-f647dcc21d25 req-8eee0475-ea03-4afb-a271-a2a3ed60cae2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 945 time: 0.0989754 Jun 28 09:54:31.685928 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] For port 6b1a093a-08f4-420f-a5ed-f40de285f653, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:31.690539 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] For port 6b1a093a-08f4-420f-a5ed-f40de285f653, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b1a093a-08f4-420f-a5ed-f40de285f653,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:31.706179 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e8038a-597c-44c0-b5d1-837c19dd04f7 x-openstack-request-id: req-93e8038a-597c-44c0-b5d1-837c19dd04f7 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:31.706718 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed64c005-ef44-443f-9843-57042b0dc197", "name": "network-vif-plugged", "status": "completed", "tag": "e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:31.707153 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93e8038a-597c-44c0-b5d1-837c19dd04f7 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:31.708559 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed64c005-ef44-443f-9843-57042b0dc197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5', 'code': 200} Jun 28 09:54:31.713945 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3f7d96cd-1461-4c93-8d1b-f647dcc21d25 req-425ac037-ba06-4ef8-b78e-fedd3ac495aa tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710037 Jun 28 09:54:31.720819 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44788) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:31.753489 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b64403c0-f5ec-4d7d-bfa6-b42b63c7b095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:31.757075 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b64403c0-f5ec-4d7d-bfa6-b42b63c7b095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:31.761054 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-b64403c0-f5ec-4d7d-bfa6-b42b63c7b095 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dcb46b56-8c7d-4f2c-822f-46c489df339e HTTP/1.1" status: 204 len: 168 time: 0.4776850 Jun 28 09:54:31.761054 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:31.772394 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64403c0-f5ec-4d7d-bfa6-b42b63c7b095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb46b56-8c7d-4f2c-822f-46c489df339e,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:31.777975 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b64403c0-f5ec-4d7d-bfa6-b42b63c7b095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:31.779349 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:31.785257 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:31.893090 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:31.893720 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:31.895225 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] 10.222.0.37 "PUT /v2.0/ports/6b1a093a-08f4-420f-a5ed-f40de285f653 HTTP/1.1" status: 200 len: 1093 time: 1.7579081 Jun 28 09:54:31.896135 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'tag': '6b1a093a-08f4-420f-a5ed-f40de285f653'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:31.896610 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 248b1f38-2486-4fb7-976e-cbfad5f386af details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:54:31.898324 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b284ae-680e-40c3-b5c9-4fc1117ae851" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2ccf18-a209-4092-8c09-ce52ba03c03b", "tag": "6b1a093a-08f4-420f-a5ed-f40de285f653"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:31.982226 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034aba0-76f1-4440-99dc-c1d73b5f718c req-e40ba213-efe7-4ccd-ba13-4156046d5de7 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:31.984046 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1034aba0-76f1-4440-99dc-c1d73b5f718c req-e40ba213-efe7-4ccd-ba13-4156046d5de7 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 945 time: 0.1473122 Jun 28 09:54:32.003280 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2ced7c29-e047-4696-bdb8-be1efaf6020c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:32.103604 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 248b1f38-2486-4fb7-976e-cbfad5f386af, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=248b1f38-2486-4fb7-976e-cbfad5f386af,segment=NetworkSegment(09424956-062b-4c60-914d-f5fcede96476),segment_id=09424956-062b-4c60-914d-f5fcede96476)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:32.113088 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1034aba0-76f1-4440-99dc-c1d73b5f718c req-e1395768-39b7-45f8-ae6f-791b37a4fe58 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899084 Jun 28 09:54:32.135602 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '248b1f38-2486-4fb7-976e-cbfad5f386af', 'network_id': '059b1d65-d322-4b4c-83ce-48fd289a3bcf', 'port_id': '248b1f38-2486-4fb7-976e-cbfad5f386af', 'mac_address': 'fa:16:3e:f6:fc:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '425698d2-70d0-4e8c-9f39-29fdfe2da4b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:54:32.168557 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44ef4f-5c86-422d-95b5-2bd47042cf3b req-cde3dae4-af9e-476c-b496-3bd036f02aa2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:32.170816 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7d44ef4f-5c86-422d-95b5-2bd47042cf3b req-cde3dae4-af9e-476c-b496-3bd036f02aa2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.2101314 Jun 28 09:54:32.191732 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1a093a-08f4-420f-a5ed-f40de285f653,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:32.202110 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:32.222675 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:32.244749 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02f4f71-2279-4578-af20-0a50a9603331 x-openstack-request-id: req-b02f4f71-2279-4578-af20-0a50a9603331 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:32.245077 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2ccf18-a209-4092-8c09-ce52ba03c03b", "tag": "6b1a093a-08f4-420f-a5ed-f40de285f653", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:32.245358 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b02f4f71-2279-4578-af20-0a50a9603331 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:32.245778 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'tag': '6b1a093a-08f4-420f-a5ed-f40de285f653', 'status': 'completed', 'code': 200} Jun 28 09:54:32.272918 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248b1f38-2486-4fb7-976e-cbfad5f386af {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:54:32.297148 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7d44ef4f-5c86-422d-95b5-2bd47042cf3b req-50b3982f-9f3f-467f-82db-d8edba5818a4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189282 Jun 28 09:54:32.323840 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 248b1f38-2486-4fb7-976e-cbfad5f386af, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=248b1f38-2486-4fb7-976e-cbfad5f386af,segment=NetworkSegment(09424956-062b-4c60-914d-f5fcede96476),segment_id=09424956-062b-4c60-914d-f5fcede96476)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:32.381768 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:32.384578 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:32.428501 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2ced7c29-e047-4696-bdb8-be1efaf6020c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:32.434922 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-d804faaf-f9c7-4d73-9cd4-e7c8fb461f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:32.436939 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-d804faaf-f9c7-4d73-9cd4-e7c8fb461f99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab055c80828f4b6190496e992e80e975&device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 1096 time: 0.3460002 Jun 28 09:54:32.478427 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=248b1f38-2486-4fb7-976e-cbfad5f386af,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:32.487647 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-cbaf7ea8-85c1-419b-9a4a-2179a42a98fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b1a093a-08f4-420f-a5ed-f40de285f653 HTTP/1.1" status: 200 len: 217 time: 0.0418949 Jun 28 09:54:32.494659 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ced07-c3fc-423d-abc5-ecf774bb321b req-052d53b4-53e2-4475-bf1c-d556dd56e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:32.497468 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ed8a2-55f9-4ff0-af6a-8bf40f52823e req-efa19035-1fe2-43e9-8b19-bb4bdbbce424 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:32.498498 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:32.498761 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-da3ced07-c3fc-423d-abc5-ecf774bb321b req-052d53b4-53e2-4475-bf1c-d556dd56e84f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 1098 time: 0.2315688 Jun 28 09:54:32.499179 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-234ed8a2-55f9-4ff0-af6a-8bf40f52823e req-efa19035-1fe2-43e9-8b19-bb4bdbbce424 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 944 time: 0.1124706 Jun 28 09:54:32.532834 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2ced7c29-e047-4696-bdb8-be1efaf6020c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:32.552589 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:32.556024 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-234ed8a2-55f9-4ff0-af6a-8bf40f52823e req-2d66b596-2203-4456-af21-a7787f088e0b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496962 Jun 28 09:54:32.613338 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-2ced7c29-e047-4696-bdb8-be1efaf6020c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06fcc9a9e51d433bbc6258f61c4fe7a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8913624 Jun 28 09:54:32.615141 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 44816) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:32.618244 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-da3ced07-c3fc-423d-abc5-ecf774bb321b req-eebc1b99-84e8-4df2-87ab-6e80861b47e4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091638 Jun 28 09:54:32.621169 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-1726d940-154e-4c06-b509-1e80bd75bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:32.622941 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-1726d940-154e-4c06-b509-1e80bd75bfcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111bbce8-d8d9-499d-affc-ef81b620ef72 HTTP/1.1" status: 200 len: 855 time: 0.1232431 Jun 28 09:54:32.623872 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced7c29-e047-4696-bdb8-be1efaf6020c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b6c527-66aa-4ed0-9be5-a9e87ccc8335,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:32.631261 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-2ced7c29-e047-4696-bdb8-be1efaf6020c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:32.638664 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['248b1f38-2486-4fb7-976e-cbfad5f386af'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:54:32.680458 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6af4fee8-6d31-4338-a2fc-237241a44c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:32.750283 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6af4fee8-6d31-4338-a2fc-237241a44c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:32.798917 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-558f19ca-11a1-4a2f-b8d5-97d945b55201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:32.801513 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-558f19ca-11a1-4a2f-b8d5-97d945b55201 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d6d237-b42e-4d2f-93b5-c30dc724d637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1196244 Jun 28 09:54:32.872229 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd11704-4f02-46c1-9ca3-08f3ed32fd57 req-4c226fc2-3d3d-4463-9682-266e767168fe tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:32.879164 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cdd11704-4f02-46c1-9ca3-08f3ed32fd57 req-4c226fc2-3d3d-4463-9682-266e767168fe tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 944 time: 0.0791485 Jun 28 09:54:32.920342 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cdd11704-4f02-46c1-9ca3-08f3ed32fd57 req-23518657-fb63-48cf-adce-ad081363c1d5 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397034 Jun 28 09:54:32.933651 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-e580a91c-1209-4c30-9b9a-8854e96cb2f2 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246753 Jun 28 09:54:32.981372 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6af4fee8-6d31-4338-a2fc-237241a44c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:32.984145 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6af4fee8-6d31-4338-a2fc-237241a44c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:32.985295 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-6af4fee8-6d31-4338-a2fc-237241a44c25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9b6c527-66aa-4ed0-9be5-a9e87ccc8335 HTTP/1.1" status: 204 len: 168 time: 0.3690593 Jun 28 09:54:32.986163 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-41c0a2ba-a5b5-4ce2-b6f9-a7b74542d161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:32.995153 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4fee8-6d31-4338-a2fc-237241a44c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b6c527-66aa-4ed0-9be5-a9e87ccc8335,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:32.997600 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-6af4fee8-6d31-4338-a2fc-237241a44c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:33.028880 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-88a1f9d1-0e1f-4079-87ec-1c2d5ef9d7a8 req-a257f010-605b-4e21-8ca5-0dfd92089768 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873976 Jun 28 09:54:33.135671 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-1f45731b-c96a-4d5c-b305-ffd07a9118a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:33.299653 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b284ae-680e-40c3-b5c9-4fc1117ae851 req-fbd99f00-3d81-4b2c-ae34-9b5c66bf7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:33.305171 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b3b284ae-680e-40c3-b5c9-4fc1117ae851 req-fbd99f00-3d81-4b2c-ae34-9b5c66bf7256 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab055c80828f4b6190496e992e80e975&device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 1096 time: 0.0556965 Jun 28 09:54:33.309668 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 44832) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:33.333038 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-94e5c2f2-073d-4459-8a41-1f67df4bfc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:33.497081 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-94e5c2f2-073d-4459-8a41-1f67df4bfc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:33.582094 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-94e5c2f2-073d-4459-8a41-1f67df4bfc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:33.591372 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b284ae-680e-40c3-b5c9-4fc1117ae851 req-d371265b-f25e-4e2b-a020-39d7798c6839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:33.592911 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b3b284ae-680e-40c3-b5c9-4fc1117ae851 req-d371265b-f25e-4e2b-a020-39d7798c6839 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8d6d237-b42e-4d2f-93b5-c30dc724d637 HTTP/1.1" status: 200 len: 917 time: 0.2728872 Jun 28 09:54:33.607175 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-c2d77539-9560-45da-a338-d245f163bec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:33.636893 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b3b284ae-680e-40c3-b5c9-4fc1117ae851 req-6f896f56-449a-4935-b2e6-98c40c46ce73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b1a093a-08f4-420f-a5ed-f40de285f653 HTTP/1.1" status: 200 len: 217 time: 0.0369291 Jun 28 09:54:33.674305 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-94e5c2f2-073d-4459-8a41-1f67df4bfc66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd2a4c8d2a8841bba7b40515a9c45689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634846 Jun 28 09:54:33.681761 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 44844) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:33.694207 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5c2f2-073d-4459-8a41-1f67df4bfc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371dd900-4824-4d1a-82ec-43e1e8d09489,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:33.700760 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-94e5c2f2-073d-4459-8a41-1f67df4bfc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:33.727343 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b284ae-680e-40c3-b5c9-4fc1117ae851 req-0f94347b-c1d8-4e95-ad19-9b0713de9c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:33.727343 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b3b284ae-680e-40c3-b5c9-4fc1117ae851 req-0f94347b-c1d8-4e95-ad19-9b0713de9c52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111bbce8-d8d9-499d-affc-ef81b620ef72 HTTP/1.1" status: 200 len: 855 time: 0.0787327 Jun 28 09:54:33.791938 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b284ae-680e-40c3-b5c9-4fc1117ae851 req-52161bc3-3ceb-4220-8e80-14185596130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:33.793749 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b3b284ae-680e-40c3-b5c9-4fc1117ae851 req-52161bc3-3ceb-4220-8e80-14185596130f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d6d237-b42e-4d2f-93b5-c30dc724d637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0635724 Jun 28 09:54:33.808208 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1250e9-7850-4f55-a401-b676395d2e25 req-5e090dc9-fc3f-4677-8adb-72dffb362196 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:33.809856 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0b1250e9-7850-4f55-a401-b676395d2e25 req-5e090dc9-fc3f-4677-8adb-72dffb362196 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.2833300 Jun 28 09:54:33.861346 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9e53a57d-4122-4e2e-a9e1-66d09665465f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:33.899892 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b3b284ae-680e-40c3-b5c9-4fc1117ae851 req-f68992a9-3ade-4f1f-bed9-05f84183e0a1 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954711 Jun 28 09:54:33.903159 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9e53a57d-4122-4e2e-a9e1-66d09665465f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:33.908167 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0b1250e9-7850-4f55-a401-b676395d2e25 req-3fd8eb36-facf-49ec-b7a2-8bc6e6059954 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898907 Jun 28 09:54:33.915888 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 248b1f38-2486-4fb7-976e-cbfad5f386af up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:33.927779 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf5e71-607d-4853-b026-784327d73347 req-6988e711-329c-4dd2-af34-6a67e1fbe726 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:33.936866 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-76cf5e71-607d-4853-b026-784327d73347 req-6988e711-329c-4dd2-af34-6a67e1fbe726 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 944 time: 0.2299027 Jun 28 09:54:34.016117 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b3b284ae-680e-40c3-b5c9-4fc1117ae851 req-7c8fd12b-7193-4bb7-9863-d386d1bdddaf service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023719 Jun 28 09:54:34.035619 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-76cf5e71-607d-4853-b026-784327d73347 req-e93c7b0f-0045-4183-9547-c39c340a06a3 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905817 Jun 28 09:54:34.093271 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44850) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:34.113231 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-82f7c21d-90d7-408a-afbf-a5730f9dcd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:34.163512 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9e53a57d-4122-4e2e-a9e1-66d09665465f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:34.166152 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9e53a57d-4122-4e2e-a9e1-66d09665465f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:34.167275 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-9e53a57d-4122-4e2e-a9e1-66d09665465f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/371dd900-4824-4d1a-82ec-43e1e8d09489 HTTP/1.1" status: 204 len: 168 time: 0.4801917 Jun 28 09:54:34.168967 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:34.183950 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port 248b1f38-2486-4fb7-976e-cbfad5f386af completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:34.187961 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 248b1f38-2486-4fb7-976e-cbfad5f386af triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:34.188357 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:34.200403 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53a57d-4122-4e2e-a9e1-66d09665465f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371dd900-4824-4d1a-82ec-43e1e8d09489,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:34.212551 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9e53a57d-4122-4e2e-a9e1-66d09665465f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:34.260207 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49149c30-fabb-4012-b1bd-b8aee73e4027 req-3141773c-d23b-4973-9ecc-58304212e142 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:34.269815 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-49149c30-fabb-4012-b1bd-b8aee73e4027 req-3141773c-d23b-4973-9ecc-58304212e142 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 944 time: 0.1510844 Jun 28 09:54:34.302441 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:34.322719 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-49149c30-fabb-4012-b1bd-b8aee73e4027 req-cd9c4921-6c1b-44aa-bd9e-063e70191837 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515401 Jun 28 09:54:34.333588 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-82f7c21d-90d7-408a-afbf-a5730f9dcd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:34.340561 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54075beb-72d0-4aa3-aa97-7986e3af5141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248b1f38-2486-4fb7-976e-cbfad5f386af'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:34.343044 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150199a9-753c-4f21-a463-3b46ae0ee3a1" -d '{"events": [{"server_uuid": "54075beb-72d0-4aa3-aa97-7986e3af5141", "name": "network-vif-plugged", "status": "completed", "tag": "248b1f38-2486-4fb7-976e-cbfad5f386af"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:34.357738 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 248b1f38-2486-4fb7-976e-cbfad5f386af, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=248b1f38-2486-4fb7-976e-cbfad5f386af,segment=NetworkSegment(09424956-062b-4c60-914d-f5fcede96476),segment_id=09424956-062b-4c60-914d-f5fcede96476)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:34.385611 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b26d2c-001f-4082-87ca-23bdb8d86a05 x-openstack-request-id: req-30b26d2c-001f-4082-87ca-23bdb8d86a05 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:34.385912 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54075beb-72d0-4aa3-aa97-7986e3af5141", "name": "network-vif-plugged", "status": "completed", "tag": "248b1f38-2486-4fb7-976e-cbfad5f386af", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:34.386178 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30b26d2c-001f-4082-87ca-23bdb8d86a05 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:34.386579 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54075beb-72d0-4aa3-aa97-7986e3af5141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248b1f38-2486-4fb7-976e-cbfad5f386af', 'code': 200} Jun 28 09:54:34.484339 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-82f7c21d-90d7-408a-afbf-a5730f9dcd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:34.488123 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6d5724e0-0f14-424d-8ef7-eb90c2b05460 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:34.510287 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:34.520676 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:34.523943 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7c21d-90d7-408a-afbf-a5730f9dcd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d639456-5a10-4efd-88b2-4cd75cf94468,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:34.538897 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-82f7c21d-90d7-408a-afbf-a5730f9dcd67 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b8dcfd331d948849c3d608bf775546e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442308 Jun 28 09:54:34.539894 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-82f7c21d-90d7-408a-afbf-a5730f9dcd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:34.541471 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44868) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:34.578947 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=248b1f38-2486-4fb7-976e-cbfad5f386af,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:34.595852 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:34.609413 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d455b723-923f-4975-b7d6-42cb17f3f0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:34.634460 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d455b723-923f-4975-b7d6-42cb17f3f0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:34.795721 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d455b723-923f-4975-b7d6-42cb17f3f0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:34.799631 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d455b723-923f-4975-b7d6-42cb17f3f0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:34.804869 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-d455b723-923f-4975-b7d6-42cb17f3f0ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d639456-5a10-4efd-88b2-4cd75cf94468 HTTP/1.1" status: 204 len: 168 time: 0.2623985 Jun 28 09:54:34.806962 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-c921ee9c-49d2-4525-b124-23776d789436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:34.817895 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455b723-923f-4975-b7d6-42cb17f3f0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d639456-5a10-4efd-88b2-4cd75cf94468,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:34.827609 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d455b723-923f-4975-b7d6-42cb17f3f0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:34.849682 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91087d59-d3e2-42d7-abf5-033ae4e2a660 req-1b1abf21-31f6-4109-992c-7d5eb7150af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:34.851546 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-91087d59-d3e2-42d7-abf5-033ae4e2a660 req-1b1abf21-31f6-4109-992c-7d5eb7150af6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 1098 time: 0.0882654 Jun 28 09:54:34.890836 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-91087d59-d3e2-42d7-abf5-033ae4e2a660 req-ae8220b0-aa26-4736-affd-b492295a446c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330026 Jun 28 09:54:35.566722 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:35.615080 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa99cbe-0ee5-4250-820a-7afc0517a9d0 req-50d231af-d1e8-41e4-8112-98d4fa86686b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:35.616616 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-efa99cbe-0ee5-4250-820a-7afc0517a9d0 req-50d231af-d1e8-41e4-8112-98d4fa86686b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0704205 Jun 28 09:54:35.621647 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-631402cf-d00e-45ff-8729-d8ea54122196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:35.656674 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-efa99cbe-0ee5-4250-820a-7afc0517a9d0 req-e6f6cf1c-fef4-4e89-a64a-29dcd344e007 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332246 Jun 28 09:54:35.916961 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405acdce-e357-4c06-87b4-82c4575e508e req-a48eaa20-93e9-4689-93d2-5fa30ae6c4ef tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:35.917149 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 84d95fb2-9938-46fd-8f07-b46c6499d5f0 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:54:35.919715 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-405acdce-e357-4c06-87b4-82c4575e508e req-a48eaa20-93e9-4689-93d2-5fa30ae6c4ef tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 944 time: 0.1556354 Jun 28 09:54:35.995010 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-405acdce-e357-4c06-87b4-82c4575e508e req-37b2f2d4-bed4-4688-8efe-ee0b7eb7c7ca tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489376 Jun 28 09:54:36.017666 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810873d6-b98d-41e4-9b16-85bbd5a0b4f9 req-7bb93940-bf39-4b5e-a578-34241f05410f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:36.019674 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-810873d6-b98d-41e4-9b16-85bbd5a0b4f9 req-7bb93940-bf39-4b5e-a578-34241f05410f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.1320245 Jun 28 09:54:36.088456 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-810873d6-b98d-41e4-9b16-85bbd5a0b4f9 req-738ede7e-0409-4627-a9ca-fbb7582c68aa tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607877 Jun 28 09:54:36.118733 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 84d95fb2-9938-46fd-8f07-b46c6499d5f0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84d95fb2-9938-46fd-8f07-b46c6499d5f0,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:36.133191 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '84d95fb2-9938-46fd-8f07-b46c6499d5f0', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'port_id': '84d95fb2-9938-46fd-8f07-b46c6499d5f0', 'mac_address': 'fa:16:3e:25:29:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:54:36.172335 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:36.188397 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d95fb2-9938-46fd-8f07-b46c6499d5f0 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:54:36.209443 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 84d95fb2-9938-46fd-8f07-b46c6499d5f0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84d95fb2-9938-46fd-8f07-b46c6499d5f0,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:36.323931 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:36.324691 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 6b1a093a-08f4-420f-a5ed-f40de285f653 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:54:36.327397 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:36.553766 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=84d95fb2-9938-46fd-8f07-b46c6499d5f0,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:36.562603 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:36.599871 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 6b1a093a-08f4-420f-a5ed-f40de285f653, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b1a093a-08f4-420f-a5ed-f40de285f653,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:36.613044 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '6b1a093a-08f4-420f-a5ed-f40de285f653', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'port_id': '6b1a093a-08f4-420f-a5ed-f40de285f653', 'mac_address': 'fa:16:3e:11:98:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:54:36.652116 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:36.665510 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1a093a-08f4-420f-a5ed-f40de285f653 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:54:36.691281 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 6b1a093a-08f4-420f-a5ed-f40de285f653, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b1a093a-08f4-420f-a5ed-f40de285f653,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:36.783175 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:36.786520 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:36.791861 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:36.852928 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=6b1a093a-08f4-420f-a5ed-f40de285f653,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:36.857509 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:36.882569 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c7031-8d00-4061-ac57-a3a781e5fc3f req-99fe35cb-7b3d-4157-8b72-bce616012efe tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:36.884087 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4b1c7031-8d00-4061-ac57-a3a781e5fc3f req-99fe35cb-7b3d-4157-8b72-bce616012efe tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 944 time: 0.0791821 Jun 28 09:54:36.927367 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4b1c7031-8d00-4061-ac57-a3a781e5fc3f req-d3d949fc-4377-4ad3-af93-f231c1c51534 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366790 Jun 28 09:54:37.107911 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['6b1a093a-08f4-420f-a5ed-f40de285f653'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:54:37.132594 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['84d95fb2-9938-46fd-8f07-b46c6499d5f0'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:54:37.199660 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9791cb-8197-4588-8fe2-d65b8151b1ed req-4df16c37-0143-47b5-b49e-940eef077495 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:37.209050 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bf9791cb-8197-4588-8fe2-d65b8151b1ed req-4df16c37-0143-47b5-b49e-940eef077495 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 945 time: 0.0841630 Jun 28 09:54:37.282895 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bf9791cb-8197-4588-8fe2-d65b8151b1ed req-b8e840ba-7ffb-4eb6-a775-0c4263c292af tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728643 Jun 28 09:54:37.310814 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cdfe7-0d6d-4e8a-b7ff-73036c772687 req-4970735d-0927-4d92-96c8-f2ff0bc5f4a6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:37.312430 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9c7cdfe7-0d6d-4e8a-b7ff-73036c772687 req-4970735d-0927-4d92-96c8-f2ff0bc5f4a6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0950601 Jun 28 09:54:37.318815 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 44996) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:37.359099 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9c7cdfe7-0d6d-4e8a-b7ff-73036c772687 req-3169291b-6a83-4573-b931-6ceea313af11 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347469 Jun 28 09:54:37.426895 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4a02e1fb-dcf0-4b5a-b028-44ca4d2ea9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:37.517451 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4a02e1fb-dcf0-4b5a-b028-44ca4d2ea9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:37.649641 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4a02e1fb-dcf0-4b5a-b028-44ca4d2ea9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:37.652636 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-af30946c-23be-4df5-8ebf-789fb7aa05ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:37.687780 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02e1fb-dcf0-4b5a-b028-44ca4d2ea9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20f4ef6-f8f3-4dd9-8b73-14e7cc9a622e,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:37.693276 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-4a02e1fb-dcf0-4b5a-b028-44ca4d2ea9e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d2f60cd6c6d45e78cca79fc9c74d717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721809 Jun 28 09:54:37.694213 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-4a02e1fb-dcf0-4b5a-b028-44ca4d2ea9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:37.695482 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 45002) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:37.750913 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5093aa5f-9f5d-4462-8d05-2970b65729aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:37.776330 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5093aa5f-9f5d-4462-8d05-2970b65729aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:37.921130 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5093aa5f-9f5d-4462-8d05-2970b65729aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:37.924394 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5093aa5f-9f5d-4462-8d05-2970b65729aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:37.928015 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-5093aa5f-9f5d-4462-8d05-2970b65729aa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c20f4ef6-f8f3-4dd9-8b73-14e7cc9a622e HTTP/1.1" status: 204 len: 168 time: 0.2293205 Jun 28 09:54:37.928015 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-2ced7c29-e047-4696-bdb8-be1efaf6020c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:37.937971 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093aa5f-9f5d-4462-8d05-2970b65729aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20f4ef6-f8f3-4dd9-8b73-14e7cc9a622e,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:37.940683 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-5093aa5f-9f5d-4462-8d05-2970b65729aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:38.089069 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e62b5-2b7e-4b99-844d-7026bf22ab20 req-19acec2e-a58f-4117-b98b-4fd84bb27ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:38.090779 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-be0e62b5-2b7e-4b99-844d-7026bf22ab20 req-19acec2e-a58f-4117-b98b-4fd84bb27ee3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f5cd03267bb4fef9e29eeb5f7aeea2d&device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 1098 time: 0.0626431 Jun 28 09:54:38.134129 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7f8a6-68f8-4633-a893-4a2be17e6488 req-bf2cff2b-34d5-48c0-af20-7a29674c42d0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:38.141266 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2dc7f8a6-68f8-4633-a893-4a2be17e6488 req-bf2cff2b-34d5-48c0-af20-7a29674c42d0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.1302464 Jun 28 09:54:38.190107 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2dc7f8a6-68f8-4633-a893-4a2be17e6488 req-196c4256-d45c-4aac-97bf-cda7b51bdb95 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460684 Jun 28 09:54:38.198883 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e62b5-2b7e-4b99-844d-7026bf22ab20 req-53356c01-bc8d-41f1-8ed7-327255779c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:38.201058 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-be0e62b5-2b7e-4b99-844d-7026bf22ab20 req-53356c01-bc8d-41f1-8ed7-327255779c89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=059b1d65-d322-4b4c-83ce-48fd289a3bcf HTTP/1.1" status: 200 len: 919 time: 0.1030202 Jun 28 09:54:38.204990 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638dfd9-182d-475e-97b3-8ae815abee5c req-8673178d-9941-46bd-b971-bc5686d75e3a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:38.212267 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2638dfd9-182d-475e-97b3-8ae815abee5c req-8673178d-9941-46bd-b971-bc5686d75e3a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 944 time: 0.1254995 Jun 28 09:54:38.212606 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:38.255239 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2638dfd9-182d-475e-97b3-8ae815abee5c req-c65cd5fc-8ea5-49a9-913b-f25ad770ed7b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401421 Jun 28 09:54:38.353359 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:54:38.416419 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-be0e62b5-2b7e-4b99-844d-7026bf22ab20 req-9e6da5e4-381c-4b91-ad7d-b0db8fa97011 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=248b1f38-2486-4fb7-976e-cbfad5f386af HTTP/1.1" status: 200 len: 217 time: 0.2065401 Jun 28 09:54:38.467798 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e62b5-2b7e-4b99-844d-7026bf22ab20 req-0bcde756-f045-4778-8689-dd6dae5ea58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:38.469444 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-be0e62b5-2b7e-4b99-844d-7026bf22ab20 req-0bcde756-f045-4778-8689-dd6dae5ea58f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=425698d2-70d0-4e8c-9f39-29fdfe2da4b2 HTTP/1.1" status: 200 len: 858 time: 0.0466492 Jun 28 09:54:38.486438 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad598936-f2b1-4937-b23d-2162636f65af req-a1ad51c8-e872-45bb-acef-0ac6ebfecde6 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:38.495253 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ad598936-f2b1-4937-b23d-2162636f65af req-a1ad51c8-e872-45bb-acef-0ac6ebfecde6 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 945 time: 0.0835500 Jun 28 09:54:38.503139 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-be0e62b5-2b7e-4b99-844d-7026bf22ab20 req-bfe85a0f-e1cf-43c3-b5b4-613b7d413467 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=059b1d65-d322-4b4c-83ce-48fd289a3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275004 Jun 28 09:54:38.536369 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ad598936-f2b1-4937-b23d-2162636f65af req-e7a95727-58f0-4c40-b015-e3da05f5a774 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392609 Jun 28 09:54:38.545117 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 45040) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:38.603560 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-be0e62b5-2b7e-4b99-844d-7026bf22ab20 req-cec2b0c9-0121-4ad8-8120-ec546a60454d service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939081 Jun 28 09:54:38.657108 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ce672901-8f42-4c0e-87cf-8a44835f6281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:38.705673 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-be0e62b5-2b7e-4b99-844d-7026bf22ab20 req-c1777ad9-7ca2-49fd-a714-e04d920a8f22 service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957072 Jun 28 09:54:38.749998 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ce672901-8f42-4c0e-87cf-8a44835f6281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:38.838620 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ce672901-8f42-4c0e-87cf-8a44835f6281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:38.843140 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:38.889709 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-ce672901-8f42-4c0e-87cf-8a44835f6281 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59aeda4788f64c8da8a23adda0d2a8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431726 Jun 28 09:54:38.891346 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce672901-8f42-4c0e-87cf-8a44835f6281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c316aa9d-cab1-4403-b74c-44c1e40f7165,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:38.892952 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 45056) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:38.901595 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-ce672901-8f42-4c0e-87cf-8a44835f6281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:38.963263 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-26afc614-0cfb-44b8-b153-c6a837630013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:38.985862 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-26afc614-0cfb-44b8-b153-c6a837630013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:39.120534 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-26afc614-0cfb-44b8-b153-c6a837630013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:39.123493 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-26afc614-0cfb-44b8-b153-c6a837630013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:39.124629 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-26afc614-0cfb-44b8-b153-c6a837630013 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c316aa9d-cab1-4403-b74c-44c1e40f7165 HTTP/1.1" status: 204 len: 168 time: 0.2303782 Jun 28 09:54:39.125499 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-3178bd60-b661-458d-bbbf-34dea61debee tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:39.141264 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afc614-0cfb-44b8-b153-c6a837630013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c316aa9d-cab1-4403-b74c-44c1e40f7165,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:39.141264 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-26afc614-0cfb-44b8-b153-c6a837630013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:39.393958 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931c0eb-ec4c-4e95-8e92-adbb8f67b89d req-4eb13f98-e84a-4c76-9edf-fa66a7c7f01f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:39.395804 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6931c0eb-ec4c-4e95-8e92-adbb8f67b89d req-4eb13f98-e84a-4c76-9edf-fa66a7c7f01f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0719068 Jun 28 09:54:39.469718 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6931c0eb-ec4c-4e95-8e92-adbb8f67b89d req-27c0e842-4cbc-4f82-ae3d-a4a3412e97d6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640070 Jun 28 09:54:39.494905 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab2614-7411-4a6a-8b9a-f7b81d9a08eb req-d78e2af8-3f32-4925-9ad9-f5d08ad3619c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:39.496515 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e4ab2614-7411-4a6a-8b9a-f7b81d9a08eb req-d78e2af8-3f32-4925-9ad9-f5d08ad3619c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 944 time: 0.0996084 Jun 28 09:54:39.537195 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e4ab2614-7411-4a6a-8b9a-f7b81d9a08eb req-74ccd51a-6575-4382-bc64-85ad26008f85 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342944 Jun 28 09:54:39.729501 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c248f-3478-4a67-85b7-80b80362f535 req-923e37ec-c5fb-4bb2-9ee7-8a4190c32296 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:39.731069 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-620c248f-3478-4a67-85b7-80b80362f535 req-923e37ec-c5fb-4bb2-9ee7-8a4190c32296 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 945 time: 0.0708930 Jun 28 09:54:39.769036 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-620c248f-3478-4a67-85b7-80b80362f535 req-697643e9-13b8-473b-92f6-7a26236f4267 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317514 Jun 28 09:54:39.947885 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 45134) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:39.963970 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-40b3147e-7b9a-4525-9bd0-1c8e58db4d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:39.964979 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 84d95fb2-9938-46fd-8f07-b46c6499d5f0 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:40.056501 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-40b3147e-7b9a-4525-9bd0-1c8e58db4d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.143215 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port 84d95fb2-9938-46fd-8f07-b46c6499d5f0 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:40.143408 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-40b3147e-7b9a-4525-9bd0-1c8e58db4d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.147640 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d8d8f729-e89a-4c7e-953f-96ca584c96fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:40.148671 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 84d95fb2-9938-46fd-8f07-b46c6499d5f0 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:40.170484 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.184206 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-40b3147e-7b9a-4525-9bd0-1c8e58db4d09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8fbafb8cad1c403883cec703ac295773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352183 Jun 28 09:54:40.185130 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3147e-7b9a-4525-9bd0-1c8e58db4d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22646626-e9b5-483b-a0fd-afaa5f0a63be,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:40.187083 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 45140) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:40.188148 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-40b3147e-7b9a-4525-9bd0-1c8e58db4d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:40.231328 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.236886 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b161-2eb9-430d-a182-14ff9a9d2b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.253821 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeeff325-562f-4b0f-9c62-9dfa68752b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d95fb2-9938-46fd-8f07-b46c6499d5f0'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:40.256358 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91cf238-475a-416c-9f9b-85ba623ef3e5" -d '{"events": [{"server_uuid": "eeeff325-562f-4b0f-9c62-9dfa68752b52", "name": "network-vif-plugged", "status": "completed", "tag": "84d95fb2-9938-46fd-8f07-b46c6499d5f0"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:40.262410 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b161-2eb9-430d-a182-14ff9a9d2b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.269942 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 84d95fb2-9938-46fd-8f07-b46c6499d5f0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84d95fb2-9938-46fd-8f07-b46c6499d5f0,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:40.296785 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d6608a-bf67-435e-b85b-78c0481f0c87 x-openstack-request-id: req-35d6608a-bf67-435e-b85b-78c0481f0c87 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:40.296785 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeeff325-562f-4b0f-9c62-9dfa68752b52", "name": "network-vif-plugged", "status": "completed", "tag": "84d95fb2-9938-46fd-8f07-b46c6499d5f0", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:40.296785 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35d6608a-bf67-435e-b85b-78c0481f0c87 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:40.296785 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeeff325-562f-4b0f-9c62-9dfa68752b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d95fb2-9938-46fd-8f07-b46c6499d5f0', 'code': 200} Jun 28 09:54:40.506959 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.507126 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b161-2eb9-430d-a182-14ff9a9d2b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.507870 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 6b1a093a-08f4-420f-a5ed-f40de285f653 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:54:40.509629 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b161-2eb9-430d-a182-14ff9a9d2b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.509736 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:40.513333 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-0fb4b161-2eb9-430d-a182-14ff9a9d2b54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22646626-e9b5-483b-a0fd-afaa5f0a63be HTTP/1.1" status: 204 len: 168 time: 0.3226557 Jun 28 09:54:40.513333 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0ee6f662-cb32-4723-9f74-61967d1a74da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:40.521793 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4b161-2eb9-430d-a182-14ff9a9d2b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22646626-e9b5-483b-a0fd-afaa5f0a63be,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:40.524330 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0fb4b161-2eb9-430d-a182-14ff9a9d2b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:40.618529 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=84d95fb2-9938-46fd-8f07-b46c6499d5f0,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:40.629142 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:40.692648 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57dfff6-d1c1-4ec0-9080-9e8d195d3195 req-7e26a4fa-92ac-4e71-95ca-db09a9d2322f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:40.694209 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e57dfff6-d1c1-4ec0-9080-9e8d195d3195 req-7e26a4fa-92ac-4e71-95ca-db09a9d2322f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0871487 Jun 28 09:54:40.737487 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port 6b1a093a-08f4-420f-a5ed-f40de285f653 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:54:40.741627 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 6b1a093a-08f4-420f-a5ed-f40de285f653 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:54:40.742551 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.775717 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e57dfff6-d1c1-4ec0-9080-9e8d195d3195 req-a469abf5-9c49-42d2-82bb-caf20ae23e4d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688889 Jun 28 09:54:40.801427 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c66b9-3272-4d37-838c-67f604367771 req-aa857a2a-c2e7-4983-8e56-97dec82606ed tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:40.803327 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-835c66b9-3272-4d37-838c-67f604367771 req-aa857a2a-c2e7-4983-8e56-97dec82606ed tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 944 time: 0.1057854 Jun 28 09:54:40.863165 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-835c66b9-3272-4d37-838c-67f604367771 req-d17b1c50-dc1b-40cf-8932-2283fba2965a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541832 Jun 28 09:54:40.863552 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:40.903392 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 6b1a093a-08f4-420f-a5ed-f40de285f653, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b1a093a-08f4-420f-a5ed-f40de285f653,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:40.926715 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f514c-fefe-4863-a869-c6e4d437f188 req-ef641a1c-b863-4aad-97c4-37be45988d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:40.932245 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-580f514c-fefe-4863-a869-c6e4d437f188 req-ef641a1c-b863-4aad-97c4-37be45988d56 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 1099 time: 0.1007886 Jun 28 09:54:40.992361 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-580f514c-fefe-4863-a869-c6e4d437f188 req-d6082426-9503-4147-86b6-64d4d2a096a8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325098 Jun 28 09:54:40.993079 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897cde2-841b-42eb-a258-266324fdd15d req-99f92f11-2811-4e20-9e5e-59c53364c5b8 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:40.994194 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6897cde2-841b-42eb-a258-266324fdd15d req-99f92f11-2811-4e20-9e5e-59c53364c5b8 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0744269 Jun 28 09:54:41.034029 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6897cde2-841b-42eb-a258-266324fdd15d req-3f5e937e-087f-4d1d-af9d-f61b394c2b5c tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338368 Jun 28 09:54:41.043939 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:41.045864 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:41.110167 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=6b1a093a-08f4-420f-a5ed-f40de285f653,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:41.120548 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:42.061447 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523010c-4b9c-4b98-b03e-7f4d1dab56b5 req-977edf18-b719-4e03-8cf2-0316178527be tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:42.061447 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a523010c-4b9c-4b98-b03e-7f4d1dab56b5 req-977edf18-b719-4e03-8cf2-0316178527be tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0713046 Jun 28 09:54:42.061447 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a523010c-4b9c-4b98-b03e-7f4d1dab56b5 req-c9d8a2e6-bccb-4876-beae-5269cd9d61b1 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600970 Jun 28 09:54:42.087237 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9864e7b-9b42-4012-ab80-a4be35d3ced0 req-06a1de79-f16f-4d24-b95c-6cd163ad5ab5 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:42.088920 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b9864e7b-9b42-4012-ab80-a4be35d3ced0 req-06a1de79-f16f-4d24-b95c-6cd163ad5ab5 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0975852 Jun 28 09:54:42.201286 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b9864e7b-9b42-4012-ab80-a4be35d3ced0 req-5576ca8f-f5f2-40e9-b024-eb53dc65ae76 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683703 Jun 28 09:54:42.271166 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3401f-2264-413d-979d-2ebce9700839 req-6080f8c1-0626-4bff-8a3f-be8c65404a85 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:42.272764 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c5c3401f-2264-413d-979d-2ebce9700839 req-6080f8c1-0626-4bff-8a3f-be8c65404a85 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0749092 Jun 28 09:54:42.296830 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1a093a-08f4-420f-a5ed-f40de285f653'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:42.323027 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d15909-b241-4d96-8f30-0977725950eb" -d '{"events": [{"server_uuid": "4d2ccf18-a209-4092-8c09-ce52ba03c03b", "name": "network-vif-plugged", "status": "completed", "tag": "6b1a093a-08f4-420f-a5ed-f40de285f653"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:42.323578 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c5c3401f-2264-413d-979d-2ebce9700839 req-eadca92d-5416-4f28-b102-f3083fea9384 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335667 Jun 28 09:54:42.335338 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e08e68d-bd26-4365-95da-b617a110f565 x-openstack-request-id: req-3e08e68d-bd26-4365-95da-b617a110f565 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:42.335644 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2ccf18-a209-4092-8c09-ce52ba03c03b", "name": "network-vif-plugged", "status": "completed", "tag": "6b1a093a-08f4-420f-a5ed-f40de285f653", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:42.335954 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e08e68d-bd26-4365-95da-b617a110f565 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:42.336469 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1a093a-08f4-420f-a5ed-f40de285f653', 'code': 200} Jun 28 09:54:42.856295 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ad7d9-467f-4223-a44b-c8568d226896 req-9d54d5c8-5463-4ab9-865b-5ac32fbcfde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:42.857875 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d92ad7d9-467f-4223-a44b-c8568d226896 req-9d54d5c8-5463-4ab9-865b-5ac32fbcfde0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 1098 time: 0.0533535 Jun 28 09:54:42.902889 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d92ad7d9-467f-4223-a44b-c8568d226896 req-4ae55cc9-ce2c-4759-bb4b-e72e35e6417b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359185 Jun 28 09:54:43.325008 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd83a9a-22d5-4812-b3fc-d7921654033f req-2d19d442-e549-46e6-a64c-820812280f18 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:43.326575 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bbd83a9a-22d5-4812-b3fc-d7921654033f req-2d19d442-e549-46e6-a64c-820812280f18 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.1147721 Jun 28 09:54:43.395190 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bbd83a9a-22d5-4812-b3fc-d7921654033f req-ffb7c417-d570-4c06-a986-61397af5d8d0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628216 Jun 28 09:54:43.433684 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6d2bf-45f4-445c-a521-8b345af0fd4a req-bc291e71-3946-4c43-9639-a50f138ca20a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:43.435175 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1bf6d2bf-45f4-445c-a521-8b345af0fd4a req-bc291e71-3946-4c43-9639-a50f138ca20a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0880308 Jun 28 09:54:43.475751 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1bf6d2bf-45f4-445c-a521-8b345af0fd4a req-5ca59750-2af1-4382-a447-88694eabb6ca tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347307 Jun 28 09:54:43.703054 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e1f06-6732-41fd-bc69-d63967a7db39 req-df51edac-e24a-431b-ade4-d88995cb0c45 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:43.704687 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-609e1f06-6732-41fd-bc69-d63967a7db39 req-df51edac-e24a-431b-ade4-d88995cb0c45 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0642829 Jun 28 09:54:43.746073 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-609e1f06-6732-41fd-bc69-d63967a7db39 req-97f41654-3b90-47c4-95c9-3b0a6d1a6695 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345190 Jun 28 09:54:43.831029 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 45270) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:43.938010 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e318a50-ccc0-40d1-ad0a-fa36a777e01c req-95daa2d0-ea2f-400c-9272-d5c34cf38ac9 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:43.945457 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3e318a50-ccc0-40d1-ad0a-fa36a777e01c req-95daa2d0-ea2f-400c-9272-d5c34cf38ac9 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0848942 Jun 28 09:54:43.950313 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 45276) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:43.959436 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-1f1f796f-8f53-44d7-b8f4-ef4b74dba6a5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Request body: {'floatingip': {'port_id': '84d95fb2-9938-46fd-8f07-b46c6499d5f0'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:43.982644 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 45278) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:44.020266 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0dd63a93-f13f-447c-974b-e68079e0f560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:44.042091 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1f1f796f-8f53-44d7-b8f4-ef4b74dba6a5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for floatingip, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:44.056066 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d00fe7a6-0227-4514-8738-ba2f1186424b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:44.137346 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0dd63a93-f13f-447c-974b-e68079e0f560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:44.263301 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0dd63a93-f13f-447c-974b-e68079e0f560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:44.279984 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-69fe4094-80c9-41ca-85c8-af5c517cb1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:44.307470 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-0dd63a93-f13f-447c-974b-e68079e0f560 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0635b76e6184d179eda4bc6177b7e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4753437 Jun 28 09:54:44.310369 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 45286) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:44.325567 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd63a93-f13f-447c-974b-e68079e0f560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a916f3b7-b81c-4aed-83c2-0cc4b9964d63,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:44.330518 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0dd63a93-f13f-447c-974b-e68079e0f560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:44.389361 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d00fe7a6-0227-4514-8738-ba2f1186424b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:44.495499 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d00fe7a6-0227-4514-8738-ba2f1186424b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:44.500268 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:44.564757 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa32f-205e-44a1-8b7a-eb4f222803ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:44.565068 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-d00fe7a6-0227-4514-8738-ba2f1186424b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f2f0c2bd51e4f3c9673de73a77d8190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813291 Jun 28 09:54:44.573097 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 45294) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:44.578679 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fe7a6-0227-4514-8738-ba2f1186424b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e37c6e-f708-45bb-bd06-08bd73ea0df3,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:44.586832 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d00fe7a6-0227-4514-8738-ba2f1186424b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:44.655032 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa38a87-b784-40c5-8593-6ea138555a2b req-e6bec733-ef20-4ff0-afb5-a3a1cb7c9538 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:44.663137 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-faa38a87-b784-40c5-8593-6ea138555a2b req-e6bec733-ef20-4ff0-afb5-a3a1cb7c9538 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.1472876 Jun 28 09:54:44.670416 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa32f-205e-44a1-8b7a-eb4f222803ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:44.718989 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-faa38a87-b784-40c5-8593-6ea138555a2b req-93306d35-bc20-4196-b812-3d7f22ccb9a1 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548415 Jun 28 09:54:44.732305 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c7089-79b3-4c9a-975d-533e9539160b req-e8236c32-77fb-4c0b-b543-5307d43755b8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:44.734744 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-738c7089-79b3-4c9a-975d-533e9539160b req-e8236c32-77fb-4c0b-b543-5307d43755b8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.1219585 Jun 28 09:54:44.773780 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-738c7089-79b3-4c9a-975d-533e9539160b req-603a5289-a9bb-452f-9607-05bcc84caa67 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326116 Jun 28 09:54:44.797418 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.db.resource_extend [None req-1f1f796f-8f53-44d7-b8f4-ef4b74dba6a5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 09:54:44.800361 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3f53-18bd-4077-859f-264d801549d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:44.891098 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3f53-18bd-4077-859f-264d801549d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:44.907729 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1f1f796f-8f53-44d7-b8f4-ef4b74dba6a5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:44.971489 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa32f-205e-44a1-8b7a-eb4f222803ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:44.974652 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa32f-205e-44a1-8b7a-eb4f222803ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:44.975805 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-1eeaa32f-205e-44a1-8b7a-eb4f222803ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a916f3b7-b81c-4aed-83c2-0cc4b9964d63 HTTP/1.1" status: 204 len: 168 time: 0.6642535 Jun 28 09:54:44.976486 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:44.993476 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeaa32f-205e-44a1-8b7a-eb4f222803ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a916f3b7-b81c-4aed-83c2-0cc4b9964d63,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:44.993476 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-1eeaa32f-205e-44a1-8b7a-eb4f222803ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:45.051646 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1f1f796f-8f53-44d7-b8f4-ef4b74dba6a5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:45.086839 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3f53-18bd-4077-859f-264d801549d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:45.089432 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0b6b3f53-18bd-4077-859f-264d801549d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:45.090554 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-0b6b3f53-18bd-4077-859f-264d801549d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1e37c6e-f708-45bb-bd06-08bd73ea0df3 HTTP/1.1" status: 204 len: 168 time: 0.5165217 Jun 28 09:54:45.092847 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:45.399611 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b3f53-18bd-4077-859f-264d801549d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e37c6e-f708-45bb-bd06-08bd73ea0df3,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:45.399611 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-0b6b3f53-18bd-4077-859f-264d801549d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:45.400609 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:45.402814 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.l3_db [None req-1f1f796f-8f53-44d7-b8f4-ef4b74dba6a5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Floating IP 15b0fb5a-cea1-43e3-91e9-4adf36c3dde9 associated. External IP: 172.27.2.50, port: 84d95fb2-9938-46fd-8f07-b46c6499d5f0. Jun 28 09:54:45.603053 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1f796f-8f53-44d7-b8f4-ef4b74dba6a5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:54:45.727259 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1f796f-8f53-44d7-b8f4-ef4b74dba6a5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:54:45.736509 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1f1f796f-8f53-44d7-b8f4-ef4b74dba6a5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:45.746800 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e9c385-eca8-4f4a-b5f6-659b7d5a354d None None] Sync routers for ids ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:54:45.760760 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e9c385-eca8-4f4a-b5f6-659b7d5a354d None None] Routers {'95b09434-e3c4-42d3-a4ba-0addec4f98e9'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:45.761513 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-b5e9c385-eca8-4f4a-b5f6-659b7d5a354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:54:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:45.807574 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-1f1f796f-8f53-44d7-b8f4-ef4b74dba6a5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "PUT /v2.0/floatingips/15b0fb5a-cea1-43e3-91e9-4adf36c3dde9 HTTP/1.1" status: 200 len: 991 time: 1.8560455 Jun 28 09:54:45.808243 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeeff325-562f-4b0f-9c62-9dfa68752b52', 'tag': '84d95fb2-9938-46fd-8f07-b46c6499d5f0'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:45.817529 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310009be-49f2-449b-a8f3-a1ff77ab22b6" -d '{"events": [{"name": "network-changed", "server_uuid": "eeeff325-562f-4b0f-9c62-9dfa68752b52", "tag": "84d95fb2-9938-46fd-8f07-b46c6499d5f0"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:45.854532 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-a89091c1-8c89-4d5b-b02d-17e4ef49d53a tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:45.856035 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-a89091c1-8c89-4d5b-b02d-17e4ef49d53a tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/networks?id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da HTTP/1.1" status: 200 len: 813 time: 0.1429281 Jun 28 09:54:45.875748 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-05e52bc6-7128-486d-82a6-52ab24b979ac tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/quotas/037d44069cbe4e8a89b2bb601b199399 HTTP/1.1" status: 200 len: 375 time: 0.0106664 Jun 28 09:54:45.893286 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-b5e9c385-eca8-4f4a-b5f6-659b7d5a354d None None] Set router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:45.985866 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3b8d8-4961-414b-8704-ab680c7a01c3 req-bf645c4f-9d37-47d8-aa30-6906f44f5b7a tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:45.987424 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bce3b8d8-4961-414b-8704-ab680c7a01c3 req-bf645c4f-9d37-47d8-aa30-6906f44f5b7a tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.1133344 Jun 28 09:54:45.992350 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-ca4e5ca8-bd8b-4bf3-827c-8c792c9d13ae tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=037d44069cbe4e8a89b2bb601b199399&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1071773 Jun 28 09:54:46.083004 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bce3b8d8-4961-414b-8704-ab680c7a01c3 req-ecac9a55-15ed-497a-94a1-0bf9047f93c5 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884383 Jun 28 09:54:46.129577 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-d559c70a-1735-43bf-8f6b-01a702add697 service neutron] 10.222.0.30 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216888 Jun 28 09:54:46.184992 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-b5e9c385-eca8-4f4a-b5f6-659b7d5a354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '15b0fb5a-cea1-43e3-91e9-4adf36c3dde9', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'port_id': '84d95fb2-9938-46fd-8f07-b46c6499d5f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'mac_address': 'fa:16:3e:25:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeff325-562f-4b0f-9c62-9dfa68752b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:54:17Z', 'updated_at': '2021-06-28T09:54:44Z', 'revision_number': 1, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f49d8c69-cd1c-4e21-99b9-607b6e9418c4', 'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'mac_address': 'fa:16:3e:63:89:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:01Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 5, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'subnets': [{'id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:46.202834 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 45330) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:46.215161 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e9c385-eca8-4f4a-b5f6-659b7d5a354d None None] Checking router: 95b09434-e3c4-42d3-a4ba-0addec4f98e9 for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:54:46.217668 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c31ea368-5f98-4ba0-a81f-c3d5139997c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:46.223922 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e9c385-eca8-4f4a-b5f6-659b7d5a354d None None] Routers {'95b09434-e3c4-42d3-a4ba-0addec4f98e9'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:46.224739 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-b5e9c385-eca8-4f4a-b5f6-659b7d5a354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:54:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:46.228072 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-a3c961c3-536f-4ba8-8220-0fccb74d9e81 service neutron] 10.222.0.30 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976431 Jun 28 09:54:46.328253 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c31ea368-5f98-4ba0-a81f-c3d5139997c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:46.336981 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 45334) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:46.352848 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6de63861-d1f2-4f2a-acda-e55a41d9957f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:46.369755 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-b5e9c385-eca8-4f4a-b5f6-659b7d5a354d None None] Set router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:46.446991 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf06ab3-5136-4f80-91be-1c66be147c73 req-aff4d5f6-ea25-4460-aed1-ddcd427cb236 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:46.448457 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8cf06ab3-5136-4f80-91be-1c66be147c73 req-aff4d5f6-ea25-4460-aed1-ddcd427cb236 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0650380 Jun 28 09:54:46.461287 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c31ea368-5f98-4ba0-a81f-c3d5139997c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:46.483601 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:46.498385 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-c31ea368-5f98-4ba0-a81f-c3d5139997c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=296684130af04c3f94d953e28a5ac932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936900 Jun 28 09:54:46.500954 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 45338) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:46.539102 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8cf06ab3-5136-4f80-91be-1c66be147c73 req-19d075fc-5b51-42a7-88b5-3e751b8568b1 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847743 Jun 28 09:54:46.571786 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ea368-5f98-4ba0-a81f-c3d5139997c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a96164-bb59-4a69-889c-43db8733831f,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:46.582910 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-c31ea368-5f98-4ba0-a81f-c3d5139997c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:46.604221 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634f5878-24e5-497a-9fb8-e5f1ec3adc9c x-openstack-request-id: req-634f5878-24e5-497a-9fb8-e5f1ec3adc9c {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:46.604535 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeeff325-562f-4b0f-9c62-9dfa68752b52", "tag": "84d95fb2-9938-46fd-8f07-b46c6499d5f0", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:46.604840 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-634f5878-24e5-497a-9fb8-e5f1ec3adc9c {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:46.605293 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeeff325-562f-4b0f-9c62-9dfa68752b52', 'tag': '84d95fb2-9938-46fd-8f07-b46c6499d5f0', 'status': 'completed', 'code': 200} Jun 28 09:54:46.691129 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-56425cca-69c3-40b3-8cbf-d85982d23734 req-3b74839b-7ef1-47ed-ac48-39a438d3862a tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 210 time: 0.0481977 Jun 28 09:54:46.691971 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d20caa52-e7a8-466e-a7d3-b90ad3b6791b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:46.716545 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d20caa52-e7a8-466e-a7d3-b90ad3b6791b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:46.718479 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310009be-49f2-449b-a8f3-a1ff77ab22b6 req-1de4bbd8-67d8-4261-8ad2-9fc1a866bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:46.720398 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-310009be-49f2-449b-a8f3-a1ff77ab22b6 req-1de4bbd8-67d8-4261-8ad2-9fc1a866bf06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b9877cbe6d448debb81922d6ebbc49b&device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 1099 time: 0.0836270 Jun 28 09:54:46.772786 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6de63861-d1f2-4f2a-acda-e55a41d9957f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:46.848432 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310009be-49f2-449b-a8f3-a1ff77ab22b6 req-87186c5f-87ba-4f14-aaf2-fba043450f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:46.849702 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-b5e9c385-eca8-4f4a-b5f6-659b7d5a354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '15b0fb5a-cea1-43e3-91e9-4adf36c3dde9', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'port_id': '84d95fb2-9938-46fd-8f07-b46c6499d5f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'mac_address': 'fa:16:3e:25:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeff325-562f-4b0f-9c62-9dfa68752b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:54:17Z', 'updated_at': '2021-06-28T09:54:44Z', 'revision_number': 1, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f49d8c69-cd1c-4e21-99b9-607b6e9418c4', 'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'mac_address': 'fa:16:3e:63:89:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:01Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 5, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'subnets': [{'id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:46.850278 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-310009be-49f2-449b-a8f3-a1ff77ab22b6 req-87186c5f-87ba-4f14-aaf2-fba043450f3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 HTTP/1.1" status: 200 len: 912 time: 0.1223209 Jun 28 09:54:46.860834 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd69a60-95e7-492d-8a34-bcf343bb55ce req-fd79ea43-fe96-4323-83fa-2c9ad6a21184 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:46.864058 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7cd69a60-95e7-492d-8a34-bcf343bb55ce req-fd79ea43-fe96-4323-83fa-2c9ad6a21184 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.1354725 Jun 28 09:54:46.864058 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6de63861-d1f2-4f2a-acda-e55a41d9957f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:46.865907 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:46.875937 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 45350) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:46.876892 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e9c385-eca8-4f4a-b5f6-659b7d5a354d None None] The sync data for ids ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'] in dv-cinder-786627-12-iscsi is: [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '15b0fb5a-cea1-43e3-91e9-4adf36c3dde9', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'port_id': '84d95fb2-9938-46fd-8f07-b46c6499d5f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'mac_address': 'fa:16:3e:25:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeff325-562f-4b0f-9c62-9dfa68752b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:54:17Z', 'updated_at': '2021-06-28T09:54:44Z', 'revision_number': 1, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f49d8c69-cd1c-4e21-99b9-607b6e9418c4', 'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'mac_address': 'fa:16:3e:63:89:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:01Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 5, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'subnets': [{'id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:54:46.883975 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-6bd89381-598b-4ce4-9e99-e33b200c5ca7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Request body: {'floatingip': {'port_id': '6b1a093a-08f4-420f-a5ed-f40de285f653'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:46.963490 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-310009be-49f2-449b-a8f3-a1ff77ab22b6 req-aa94392a-d469-466e-8fb4-f718e146df63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d95fb2-9938-46fd-8f07-b46c6499d5f0 HTTP/1.1" status: 200 len: 999 time: 0.1028004 Jun 28 09:54:46.967768 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d20caa52-e7a8-466e-a7d3-b90ad3b6791b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:46.970396 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d20caa52-e7a8-466e-a7d3-b90ad3b6791b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:46.971539 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-d20caa52-e7a8-466e-a7d3-b90ad3b6791b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7a96164-bb59-4a69-889c-43db8733831f HTTP/1.1" status: 204 len: 168 time: 0.4684105 Jun 28 09:54:46.993670 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-6de63861-d1f2-4f2a-acda-e55a41d9957f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bdef21180edd49fdbff4d54939f52b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527648 Jun 28 09:54:46.993670 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6bd89381-598b-4ce4-9e99-e33b200c5ca7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for floatingip, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:46.995722 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 45354) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:46.998743 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de63861-d1f2-4f2a-acda-e55a41d9957f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a68e90-8771-4a9d-b8aa-d3c0cfa423b4,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:47.002278 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-6de63861-d1f2-4f2a-acda-e55a41d9957f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:47.026343 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310009be-49f2-449b-a8f3-a1ff77ab22b6 req-85b75f74-aab7-4fc2-b04b-740d5e37370b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:47.028028 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-310009be-49f2-449b-a8f3-a1ff77ab22b6 req-85b75f74-aab7-4fc2-b04b-740d5e37370b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db135a38-e04b-415b-b1af-9e3b01bdacfc HTTP/1.1" status: 200 len: 850 time: 0.0522728 Jun 28 09:54:47.034143 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:47.102277 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20caa52-e7a8-466e-a7d3-b90ad3b6791b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a96164-bb59-4a69-889c-43db8733831f,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:47.105713 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d20caa52-e7a8-466e-a7d3-b90ad3b6791b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:47.149883 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310009be-49f2-449b-a8f3-a1ff77ab22b6 req-016c9b50-d19f-4ffc-b8c5-939daaa488ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:47.151520 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-310009be-49f2-449b-a8f3-a1ff77ab22b6 req-016c9b50-d19f-4ffc-b8c5-939daaa488ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1100197 Jun 28 09:54:47.187044 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e09bc2-d702-4607-9b9c-fcca85b7e5d1 None None] New status for floating IP 15b0fb5a-cea1-43e3-91e9-4adf36c3dde9: ACTIVE {{(pid=100131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:54:47.300986 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-310009be-49f2-449b-a8f3-a1ff77ab22b6 req-ecc19740-d06b-4d91-a695-1a182dc4118a service neutron] 10.222.0.37 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233926 Jun 28 09:54:47.441665 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-310009be-49f2-449b-a8f3-a1ff77ab22b6 req-a59004ee-3809-4306-a874-a95dc1fd5fc6 service neutron] 10.222.0.37 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291132 Jun 28 09:54:47.531987 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e961ccae-5744-4dfd-bc67-a5e33db2b273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:47.608918 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e961ccae-5744-4dfd-bc67-a5e33db2b273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:47.618041 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c4c3b-6478-4a9b-96b9-0cca462282ed req-81451cca-53c1-4737-9f8d-916198784582 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:47.624884 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a87c4c3b-6478-4a9b-96b9-0cca462282ed req-81451cca-53c1-4737-9f8d-916198784582 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.2257464 Jun 28 09:54:47.735411 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a87c4c3b-6478-4a9b-96b9-0cca462282ed req-974eb5c5-73cf-4fcb-ab73-64663601fd6d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096718 Jun 28 09:54:47.894267 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0fe6a53b-4db7-48b8-9834-371b1042453c req-edf1204e-9d21-4da2-8162-0f9b88ff3655 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 210 time: 0.0444152 Jun 28 09:54:47.966776 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e961ccae-5744-4dfd-bc67-a5e33db2b273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:47.969551 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e961ccae-5744-4dfd-bc67-a5e33db2b273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:47.973849 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-e961ccae-5744-4dfd-bc67-a5e33db2b273 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34a68e90-8771-4a9d-b8aa-d3c0cfa423b4 HTTP/1.1" status: 204 len: 168 time: 0.9741099 Jun 28 09:54:47.977594 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-cefa2a82-c5de-4d16-8bb1-160f280ddda0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:48.012807 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961ccae-5744-4dfd-bc67-a5e33db2b273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a68e90-8771-4a9d-b8aa-d3c0cfa423b4,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:48.021239 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e961ccae-5744-4dfd-bc67-a5e33db2b273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:48.188145 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6bd89381-598b-4ce4-9e99-e33b200c5ca7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:48.364091 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6bd89381-598b-4ce4-9e99-e33b200c5ca7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:48.477158 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.l3_db [None req-6bd89381-598b-4ce4-9e99-e33b200c5ca7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Floating IP bca20262-d7d5-40e3-801c-b8a562aaae14 associated. External IP: 172.27.2.110, port: 6b1a093a-08f4-420f-a5ed-f40de285f653. Jun 28 09:54:48.768044 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd89381-598b-4ce4-9e99-e33b200c5ca7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:54:48.943612 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd89381-598b-4ce4-9e99-e33b200c5ca7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:54:48.950874 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6bd89381-598b-4ce4-9e99-e33b200c5ca7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:48.954313 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce864ee-d42d-4966-b951-d1301e6e9e86 None None] Sync routers for ids ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:54:48.964940 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce864ee-d42d-4966-b951-d1301e6e9e86 None None] Routers {'7f29a6da-1685-4d3f-8b12-d80c2a342d3c'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:48.965960 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-7ce864ee-d42d-4966-b951-d1301e6e9e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:54:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:49.006710 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-6bd89381-598b-4ce4-9e99-e33b200c5ca7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "PUT /v2.0/floatingips/bca20262-d7d5-40e3-801c-b8a562aaae14 HTTP/1.1" status: 200 len: 991 time: 2.1288590 Jun 28 09:54:49.014438 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'tag': '6b1a093a-08f4-420f-a5ed-f40de285f653'}] {{(pid=100130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:49.017172 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febbb13b6d7fe63a2731297dc7120ef37725474ca423d9a5e3d408f98460119f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b347e81-09e0-4dea-9ee1-1b930f0b0fca" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2ccf18-a209-4092-8c09-ce52ba03c03b", "tag": "6b1a093a-08f4-420f-a5ed-f40de285f653"}]}' {{(pid=100130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:49.044544 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6030fcf-883d-4873-b497-e785b16f808b req-7eba8d5e-5289-432c-ab10-28e058134214 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:49.046125 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d6030fcf-883d-4873-b497-e785b16f808b req-7eba8d5e-5289-432c-ab10-28e058134214 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.1580498 Jun 28 09:54:49.079026 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f9af911a-f9d5-4e2b-9f36-7ae101c0ab11 req-0fe3b909-62f6-4006-bdbf-a65e09672cfb tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 210 time: 0.0319049 Jun 28 09:54:49.082853 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-7ce864ee-d42d-4966-b951-d1301e6e9e86 None None] Set router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:49.120455 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d6030fcf-883d-4873-b497-e785b16f808b req-09d8259d-c38d-454b-81a0-d731e1254650 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435286 Jun 28 09:54:49.171641 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56808811-42c5-4a90-aba3-84d0d33a977f x-openstack-request-id: req-56808811-42c5-4a90-aba3-84d0d33a977f {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:49.172073 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2ccf18-a209-4092-8c09-ce52ba03c03b", "tag": "6b1a093a-08f4-420f-a5ed-f40de285f653", "status": "completed", "code": 200}]} {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:49.172428 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56808811-42c5-4a90-aba3-84d0d33a977f {{(pid=100130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:49.172975 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'tag': '6b1a093a-08f4-420f-a5ed-f40de285f653', 'status': 'completed', 'code': 200} Jun 28 09:54:49.302306 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b347e81-09e0-4dea-9ee1-1b930f0b0fca req-c2e77f38-e7c8-426e-b86b-e37443d5bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:49.303823 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5b347e81-09e0-4dea-9ee1-1b930f0b0fca req-c2e77f38-e7c8-426e-b86b-e37443d5bb52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab055c80828f4b6190496e992e80e975&device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 1098 time: 0.0831120 Jun 28 09:54:49.380368 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 45426) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:49.381715 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-7ce864ee-d42d-4966-b951-d1301e6e9e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:13Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': 'bca20262-d7d5-40e3-801c-b8a562aaae14', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'port_id': '6b1a093a-08f4-420f-a5ed-f40de285f653', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'mac_address': 'fa:16:3e:11:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:54:22Z', 'updated_at': '2021-06-28T09:54:48Z', 'revision_number': 1, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd102002-72f4-42e0-849e-3d9649bd0346', 'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'mac_address': 'fa:16:3e:95:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:09Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'subnets': [{'id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:49.408810 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce864ee-d42d-4966-b951-d1301e6e9e86 None None] Checking router: 7f29a6da-1685-4d3f-8b12-d80c2a342d3c for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:54:49.418521 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce864ee-d42d-4966-b951-d1301e6e9e86 None None] Routers {'7f29a6da-1685-4d3f-8b12-d80c2a342d3c'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:54:49.422157 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-7ce864ee-d42d-4966-b951-d1301e6e9e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:54:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:49.436257 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b347e81-09e0-4dea-9ee1-1b930f0b0fca req-2816449c-337e-469b-92ac-87c8b1c82d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:49.438956 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5b347e81-09e0-4dea-9ee1-1b930f0b0fca req-2816449c-337e-469b-92ac-87c8b1c82d07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8d6d237-b42e-4d2f-93b5-c30dc724d637 HTTP/1.1" status: 200 len: 917 time: 0.1124790 Jun 28 09:54:49.505947 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-56342b37-a2c2-45ad-8936-2cd52af4ac7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:49.533589 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5b347e81-09e0-4dea-9ee1-1b930f0b0fca req-ac12278f-fb3e-487b-90d3-479b882cdb74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b1a093a-08f4-420f-a5ed-f40de285f653 HTTP/1.1" status: 200 len: 999 time: 0.0789695 Jun 28 09:54:49.558938 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-7ce864ee-d42d-4966-b951-d1301e6e9e86 None None] Set router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:54:49.591397 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b347e81-09e0-4dea-9ee1-1b930f0b0fca req-00aad691-6948-4dad-8dc0-8f7681064f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:49.594553 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5b347e81-09e0-4dea-9ee1-1b930f0b0fca req-00aad691-6948-4dad-8dc0-8f7681064f1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111bbce8-d8d9-499d-affc-ef81b620ef72 HTTP/1.1" status: 200 len: 855 time: 0.0516095 Jun 28 09:54:49.685113 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-56342b37-a2c2-45ad-8936-2cd52af4ac7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:49.820951 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-56342b37-a2c2-45ad-8936-2cd52af4ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:49.821156 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b347e81-09e0-4dea-9ee1-1b930f0b0fca req-8ff099d1-9b4b-43dd-897d-737e03be5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:49.822897 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5b347e81-09e0-4dea-9ee1-1b930f0b0fca req-8ff099d1-9b4b-43dd-897d-737e03be5565 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d6d237-b42e-4d2f-93b5-c30dc724d637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2212265 Jun 28 09:54:49.826924 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-920463e1-2c2e-4d61-aed0-9227734a22d7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:49.841205 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-599d04dc-8604-4637-83db-9254c191ed85 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:49.842925 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-599d04dc-8604-4637-83db-9254c191ed85 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "GET /v2.0/networks?id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da HTTP/1.1" status: 200 len: 813 time: 0.1895351 Jun 28 09:54:49.852524 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-7ce864ee-d42d-4966-b951-d1301e6e9e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:13Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': 'bca20262-d7d5-40e3-801c-b8a562aaae14', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'port_id': '6b1a093a-08f4-420f-a5ed-f40de285f653', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'mac_address': 'fa:16:3e:11:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:54:22Z', 'updated_at': '2021-06-28T09:54:48Z', 'revision_number': 1, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd102002-72f4-42e0-849e-3d9649bd0346', 'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'mac_address': 'fa:16:3e:95:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:09Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'subnets': [{'id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:54:49.865486 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-56342b37-a2c2-45ad-8936-2cd52af4ac7c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c985d0330eb4d398fac6f307a7a3a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4815476 Jun 28 09:54:49.865486 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56342b37-a2c2-45ad-8936-2cd52af4ac7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88489552-ea9d-4a9b-8cfd-320dfb56f903,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:49.866497 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 45440) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:49.873504 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-9620840c-ecf9-450e-ba95-8de2ed54bb64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Request body: {'port': {'device_id': '969cbe78-40d5-46d1-9e38-ebdaacfe37c9', 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da', 'admin_state_up': True, 'tenant_id': '037d44069cbe4e8a89b2bb601b199399'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:49.881674 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-56342b37-a2c2-45ad-8936-2cd52af4ac7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:49.884365 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce864ee-d42d-4966-b951-d1301e6e9e86 None None] The sync data for ids ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'] in dv-cinder-786627-12-iscsi is: [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:13Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': 'bca20262-d7d5-40e3-801c-b8a562aaae14', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'port_id': '6b1a093a-08f4-420f-a5ed-f40de285f653', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'mac_address': 'fa:16:3e:11:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:54:22Z', 'updated_at': '2021-06-28T09:54:48Z', 'revision_number': 1, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd102002-72f4-42e0-849e-3d9649bd0346', 'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'mac_address': 'fa:16:3e:95:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:09Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'subnets': [{'id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:54:49.945127 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-02c94a5d-db1f-4de7-89af-0d0fd4c1f0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:49.981763 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-02c94a5d-db1f-4de7-89af-0d0fd4c1f0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:50.009396 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5b347e81-09e0-4dea-9ee1-1b930f0b0fca req-81b1d64c-b87e-4d9b-8ca3-2f18471edf0f service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654925 Jun 28 09:54:50.142850 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5b347e81-09e0-4dea-9ee1-1b930f0b0fca req-46cc0ce2-58c5-4ddd-b7fa-fc0b87a49d89 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124196 Jun 28 09:54:50.143824 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-02c94a5d-db1f-4de7-89af-0d0fd4c1f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:50.146504 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-02c94a5d-db1f-4de7-89af-0d0fd4c1f0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:50.150697 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-02c94a5d-db1f-4de7-89af-0d0fd4c1f0a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88489552-ea9d-4a9b-8cfd-320dfb56f903 HTTP/1.1" status: 204 len: 168 time: 0.2697990 Jun 28 09:54:50.150697 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9e53a57d-4122-4e2e-a9e1-66d09665465f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:50.163516 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c94a5d-db1f-4de7-89af-0d0fd4c1f0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88489552-ea9d-4a9b-8cfd-320dfb56f903,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:50.172198 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b002e9-c366-46a9-9c46-d1cfb59a3cc0 None None] New status for floating IP bca20262-d7d5-40e3-801c-b8a562aaae14: ACTIVE {{(pid=100131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:54:50.178235 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-02c94a5d-db1f-4de7-89af-0d0fd4c1f0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:50.200332 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-9620840c-ecf9-450e-ba95-8de2ed54bb64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Made reservation on behalf of 037d44069cbe4e8a89b2bb601b199399 for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:54:50.203927 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-9620840c-ecf9-450e-ba95-8de2ed54bb64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:50.448975 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-9620840c-ecf9-450e-ba95-8de2ed54bb64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Allocated IP 172.20.0.6 (e03dab8f-155d-4b3a-b41a-3cf9b5c808da/e3ff202d-893a-4c89-bdbc-680e574cfd76/8b970265-f3f2-4bac-a9d9-4c87a85d4a0c) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:54:50.522213 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4ac7b66c-fcee-4f51-91ef-281f2fa1af5e req-6ce8d59c-0cc2-4ec6-a8e5-ac93e4861449 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 210 time: 0.2597589 Jun 28 09:54:50.602922 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f976cac-111e-4c31-9754-8085a79980d6 req-9cfd87e9-d125-4535-b7e0-b481a9a136cf tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:50.604732 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2f976cac-111e-4c31-9754-8085a79980d6 req-9cfd87e9-d125-4535-b7e0-b481a9a136cf tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.1098974 Jun 28 09:54:50.647938 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-9620840c-ecf9-450e-ba95-8de2ed54bb64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:50.682117 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2f976cac-111e-4c31-9754-8085a79980d6 req-de6ac25c-f5ac-4509-810f-088efdef5206 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662348 Jun 28 09:54:50.786905 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-9620840c-ecf9-450e-ba95-8de2ed54bb64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:50.792352 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:50.811876 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['7d773b2a-82e6-4d32-956b-a4b5bc2d6520'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:54:50.894042 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-9620840c-ecf9-450e-ba95-8de2ed54bb64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Network e03dab8f-155d-4b3a-b41a-3cf9b5c808da is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:54:50.913393 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-9620840c-ecf9-450e-ba95-8de2ed54bb64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:54:50.928871 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-9620840c-ecf9-450e-ba95-8de2ed54bb64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:54:50.937748 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-9620840c-ecf9-450e-ba95-8de2ed54bb64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:50.938423 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-9620840c-ecf9-450e-ba95-8de2ed54bb64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:50.942859 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620840c-ecf9-450e-ba95-8de2ed54bb64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Pushing event updated for resources: {'Port': ['ID=8b970265-f3f2-4bac-a9d9-4c87a85d4a0c,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:50.956548 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9620840c-ecf9-450e-ba95-8de2ed54bb64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:51.096126 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-9620840c-ecf9-450e-ba95-8de2ed54bb64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2327132 Jun 28 09:54:51.116849 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Request body: {'port': {'device_id': '969cbe78-40d5-46d1-9e38-ebdaacfe37c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:54:51.204687 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:51.470629 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:54:51.478762 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:51.491022 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Transition to ACTIVE for port object 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:54:51.651509 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:51.654872 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ece22ec5-9522-4125-81b2-2d59b18b2731 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:51.719680 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c7b26-eb98-4641-960f-0e9a35ff4a42 req-1f3776f6-052b-47d6-9597-7edad621f91a tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:51.723961 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-891c7b26-eb98-4641-960f-0e9a35ff4a42 req-1f3776f6-052b-47d6-9597-7edad621f91a tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 931 time: 0.0877054 Jun 28 09:54:51.819183 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-891c7b26-eb98-4641-960f-0e9a35ff4a42 req-fc93aa25-462a-48fd-a493-e6151bc9d5d2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873523 Jun 28 09:54:51.830955 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Pushing event updated for resources: {'Port': ['ID=8b970265-f3f2-4bac-a9d9-4c87a85d4a0c,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:51.835428 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:51.845919 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Attempting to bind port 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:54:51.846664 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Attempting to bind port 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:54:51.846962 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Attempting to bind port 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c on network e03dab8f-155d-4b3a-b41a-3cf9b5c808da {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:51.854004 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Port 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c on network e03dab8f-155d-4b3a-b41a-3cf9b5c808da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:54:51.854336 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Attempting to bind port 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c on network e03dab8f-155d-4b3a-b41a-3cf9b5c808da {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:54:51.860377 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:54:51.860669 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Checking segment: {'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:54:51.861077 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Bound using segment: {'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:54:51.861628 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Bound port: 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:54:51.862023 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:51.880264 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 45512) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:51.950327 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] For port 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:54:51.955240 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] For port 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8b970265-f3f2-4bac-a9d9-4c87a85d4a0c,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:54:52.041073 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449431ba-bbb4-4391-bee9-dd851795468a req-3010c192-76e7-4b31-ad16-ee896029ceb8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:52.042590 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-449431ba-bbb4-4391-bee9-dd851795468a req-3010c192-76e7-4b31-ad16-ee896029ceb8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0966680 Jun 28 09:54:52.043372 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:52.101314 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:52.102915 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-449431ba-bbb4-4391-bee9-dd851795468a req-1fd45f4d-33e2-4c29-80ee-e59bb0004c71 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511594 Jun 28 09:54:52.103555 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:52.146240 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:52.146874 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:52.148281 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] 10.222.0.37 "PUT /v2.0/ports/8b970265-f3f2-4bac-a9d9-4c87a85d4a0c HTTP/1.1" status: 200 len: 1093 time: 1.0381384 Jun 28 09:54:52.148829 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969cbe78-40d5-46d1-9e38-ebdaacfe37c9', 'tag': '8b970265-f3f2-4bac-a9d9-4c87a85d4a0c'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:54:52.151375 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b62e128-1e5c-418f-bfc0-631967275833" -d '{"events": [{"name": "network-changed", "server_uuid": "969cbe78-40d5-46d1-9e38-ebdaacfe37c9", "tag": "8b970265-f3f2-4bac-a9d9-4c87a85d4a0c"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:54:52.180966 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Pushing event updated for resources: {'Port': ['ID=8b970265-f3f2-4bac-a9d9-4c87a85d4a0c,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:52.182732 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:52.184448 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:52.202944 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32bed61-b9b9-4a49-80ec-52ec2d18e79f x-openstack-request-id: req-f32bed61-b9b9-4a49-80ec-52ec2d18e79f {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:54:52.202944 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969cbe78-40d5-46d1-9e38-ebdaacfe37c9", "tag": "8b970265-f3f2-4bac-a9d9-4c87a85d4a0c", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:54:52.202944 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f32bed61-b9b9-4a49-80ec-52ec2d18e79f {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:54:52.202944 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969cbe78-40d5-46d1-9e38-ebdaacfe37c9', 'tag': '8b970265-f3f2-4bac-a9d9-4c87a85d4a0c', 'status': 'completed', 'code': 200} Jun 28 09:54:52.268155 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62e128-1e5c-418f-bfc0-631967275833 req-52d94f63-bfb6-4d91-b24c-a408700fd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:52.270342 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3b62e128-1e5c-418f-bfc0-631967275833 req-52d94f63-bfb6-4d91-b24c-a408700fd0b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=037d44069cbe4e8a89b2bb601b199399&device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 1096 time: 0.0522480 Jun 28 09:54:52.373945 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62e128-1e5c-418f-bfc0-631967275833 req-199c4d6c-35df-4a33-953d-40f1ba1207e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:52.375420 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3b62e128-1e5c-418f-bfc0-631967275833 req-199c4d6c-35df-4a33-953d-40f1ba1207e8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=037d44069cbe4e8a89b2bb601b199399&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0943017 Jun 28 09:54:52.389213 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:52.392892 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:52.432348 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69e1191470fd4a22bfb0cdda74876f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5507407 Jun 28 09:54:52.434823 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 45522) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:52.440916 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d60625b-f53d-4b28-8d64-480a4cbd7282,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:52.459334 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:52.459734 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:52.460107 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:52.460432 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:52.461009 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:52.461484 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:52.461839 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:52.462184 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:52.462529 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:52.462871 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:52.463206 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:52.463539 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:52.471256 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:52.491426 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62e128-1e5c-418f-bfc0-631967275833 req-e937cd28-38b7-483d-9606-8ed9b887f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:52.495882 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3b62e128-1e5c-418f-bfc0-631967275833 req-e937cd28-38b7-483d-9606-8ed9b887f281 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1107745 Jun 28 09:54:52.511188 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-28ac7dcb-4089-4a94-8076-910655377e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:52.540844 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-28ac7dcb-4089-4a94-8076-910655377e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:52.614102 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-813b6626-e16a-4ed9-91e9-415dca1e365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:52.615571 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-813b6626-e16a-4ed9-91e9-415dca1e365c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=037d44069cbe4e8a89b2bb601b199399&device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 1096 time: 0.0642354 Jun 28 09:54:52.665708 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-36f352c6-d164-4fd3-8d15-12cccdcc1a84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b970265-f3f2-4bac-a9d9-4c87a85d4a0c HTTP/1.1" status: 200 len: 217 time: 0.0362940 Jun 28 09:54:52.715633 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-b4ad9138-7651-48dd-85dc-e61ef868d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:52.717334 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-b4ad9138-7651-48dd-85dc-e61ef868d6e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3ff202d-893a-4c89-bdbc-680e574cfd76 HTTP/1.1" status: 200 len: 853 time: 0.0437968 Jun 28 09:54:52.749674 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-c857044d-fb9e-4637-8b6e-4ae9dcb31c06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255678 Jun 28 09:54:52.769458 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-28ac7dcb-4089-4a94-8076-910655377e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:52.772554 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-28ac7dcb-4089-4a94-8076-910655377e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:52.773732 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-28ac7dcb-4089-4a94-8076-910655377e95 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d60625b-f53d-4b28-8d64-480a4cbd7282 HTTP/1.1" status: 204 len: 168 time: 0.3379402 Jun 28 09:54:52.774557 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:52.782192 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac7dcb-4089-4a94-8076-910655377e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d60625b-f53d-4b28-8d64-480a4cbd7282,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:52.785804 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-28ac7dcb-4089-4a94-8076-910655377e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:52.853681 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-d4061b21-3a7e-4084-9d3b-3dc16f8402da service neutron] 10.222.0.37 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952439 Jun 28 09:54:52.964125 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-ed97b2d3-57c1-44f0-ac75-374cbacf8920 req-b99b188b-85ad-4658-ab8d-9d386db7ada3 service neutron] 10.222.0.37 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020377 Jun 28 09:54:53.052846 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5f8a7-6d6c-4dd5-aba4-328164bf893a req-aeec1803-bd03-4b05-a973-3859834598d1 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:53.060210 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-23c5f8a7-6d6c-4dd5-aba4-328164bf893a req-aeec1803-bd03-4b05-a973-3859834598d1 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 943 time: 0.1099622 Jun 28 09:54:53.106117 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-23c5f8a7-6d6c-4dd5-aba4-328164bf893a req-81259cee-dba1-4f49-9597-ccfcd6ef7d4f tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441470 Jun 28 09:54:53.320226 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6933ad-8f68-4bb4-9b26-58aa5d18bd1c req-866ab54d-8fbe-40ee-833d-1895ceeb6bd9 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:53.327472 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ed6933ad-8f68-4bb4-9b26-58aa5d18bd1c req-866ab54d-8fbe-40ee-833d-1895ceeb6bd9 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0781000 Jun 28 09:54:53.368472 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ed6933ad-8f68-4bb4-9b26-58aa5d18bd1c req-cb7ff558-3ca4-443d-89ad-615abd882890 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346012 Jun 28 09:54:53.793538 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 45546) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:53.807051 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f8df-f2dd-4888-8165-f4b3d56e7892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:53.895801 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f8df-f2dd-4888-8165-f4b3d56e7892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:54.115785 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f8df-f2dd-4888-8165-f4b3d56e7892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:54.115785 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d20caa52-e7a8-466e-a7d3-b90ad3b6791b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:54.162117 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1f8df-f2dd-4888-8165-f4b3d56e7892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf7cb6a-1b20-4a5c-b2d2-9e8f2516c787,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:54.165825 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-6ae1f8df-f2dd-4888-8165-f4b3d56e7892 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df88c49762914dfcaff676bc44ed64df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712120 Jun 28 09:54:54.166373 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 45560) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:54:54.167003 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-6ae1f8df-f2dd-4888-8165-f4b3d56e7892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:54.193690 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d47f4-5cdf-4ac9-9df0-35d57ba25157 req-04d71e12-c7f7-4216-ae7e-1a4daf303ca7 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:54.201007 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-333d47f4-5cdf-4ac9-9df0-35d57ba25157 req-04d71e12-c7f7-4216-ae7e-1a4daf303ca7 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 945 time: 0.1237140 Jun 28 09:54:54.231521 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:54.270936 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-333d47f4-5cdf-4ac9-9df0-35d57ba25157 req-ebdaf6e5-a228-44ad-af8a-e3cbb84397e9 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689495 Jun 28 09:54:54.312406 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257779a-0cf8-4ef6-ad09-3e62097055d5 req-b2503225-b894-4a2b-8bc5-acf3879ba1e1 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:54.314143 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8257779a-0cf8-4ef6-ad09-3e62097055d5 req-b2503225-b894-4a2b-8bc5-acf3879ba1e1 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 943 time: 0.0925152 Jun 28 09:54:54.358720 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8257779a-0cf8-4ef6-ad09-3e62097055d5 req-6dcd667d-3f18-4b0b-8d20-bbd70c92b5be tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382330 Jun 28 09:54:54.464962 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:54.616779 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ce5ed-318f-43a0-afde-8c8c206c56f0 req-8bd0f850-c80b-4e37-93a8-febb997fe362 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:54.618266 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e73ce5ed-318f-43a0-afde-8c8c206c56f0 req-8bd0f850-c80b-4e37-93a8-febb997fe362 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0677407 Jun 28 09:54:54.622672 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:54.625322 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:54.626701 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bf7cb6a-1b20-4a5c-b2d2-9e8f2516c787 HTTP/1.1" status: 204 len: 168 time: 0.4573350 Jun 28 09:54:54.627545 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:54.637826 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf7cb6a-1b20-4a5c-b2d2-9e8f2516c787,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:54.660003 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:54.660365 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:54.660805 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e73ce5ed-318f-43a0-afde-8c8c206c56f0 req-268a5309-0828-4953-854f-1e4606c28a7b tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365188 Jun 28 09:54:54.661289 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:54.661891 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:54.662472 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:54.667714 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:54.667714 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:54.667714 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:54.667714 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:54.667714 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:54.667714 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:54.667714 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:54.668946 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:55.459989 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6e62b-563a-44ba-9764-a5c6ca67cc74 req-123789da-7182-40a5-913e-5a2061c8899c tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:55.461847 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fdc6e62b-563a-44ba-9764-a5c6ca67cc74 req-123789da-7182-40a5-913e-5a2061c8899c tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 945 time: 0.0702963 Jun 28 09:54:55.531870 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fdc6e62b-563a-44ba-9764-a5c6ca67cc74 req-17158199-75b2-4c8a-8583-9dce3011ede7 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641770 Jun 28 09:54:55.566759 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15037cf1-bae9-427a-b7eb-23d775edb143 req-399db0ad-541b-48a0-bf71-f5226c0ad9f0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:55.568282 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-15037cf1-bae9-427a-b7eb-23d775edb143 req-399db0ad-541b-48a0-bf71-f5226c0ad9f0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 943 time: 0.0855794 Jun 28 09:54:55.615859 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-15037cf1-bae9-427a-b7eb-23d775edb143 req-a7ea6205-414d-4a8e-b3b4-3c903231fbdf tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Jun 28 09:54:56.793216 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:54:56.892549 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8b970265-f3f2-4bac-a9d9-4c87a85d4a0c,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:56.903708 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '8b970265-f3f2-4bac-a9d9-4c87a85d4a0c', 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da', 'port_id': '8b970265-f3f2-4bac-a9d9-4c87a85d4a0c', 'mac_address': 'fa:16:3e:23:be:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ff202d-893a-4c89-bdbc-680e574cfd76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:54:56.941578 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:56.953410 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:54:56.974449 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8b970265-f3f2-4bac-a9d9-4c87a85d4a0c,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:54:57.054865 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:57.056722 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:54:57.114087 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=8b970265-f3f2-4bac-a9d9-4c87a85d4a0c,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:54:57.120985 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:57.121338 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:57.121670 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:57.121999 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:57.122329 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:57.122658 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:57.122980 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:57.123300 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:57.123619 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:57.123938 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:57.124255 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:57.124570 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:54:57.129927 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:54:59.342439 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189a50c-124c-4522-b830-948bf5db4bd4 req-d4d2003c-c0e9-4619-adef-8f58990976d8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:59.343787 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2189a50c-124c-4522-b830-948bf5db4bd4 req-d4d2003c-c0e9-4619-adef-8f58990976d8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.1074753 Jun 28 09:54:59.355594 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a2ea8-7f1b-4413-818f-e9a95111ac86 req-86054dc4-f253-44cf-acdf-02a11ca38dd7 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:59.356978 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c18a2ea8-7f1b-4413-818f-e9a95111ac86 req-86054dc4-f253-44cf-acdf-02a11ca38dd7 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 945 time: 0.0929193 Jun 28 09:54:59.407711 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2189a50c-124c-4522-b830-948bf5db4bd4 req-c47bc074-665a-4270-9af2-1fde7e40ce63 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497973 Jun 28 09:54:59.420240 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c18a2ea8-7f1b-4413-818f-e9a95111ac86 req-b1d63591-348a-4bd4-a15a-fb5f245a52fc tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560973 Jun 28 09:54:59.573313 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523df0f-9cf0-45e5-880b-9d45f7e3f11c req-2dfa9e7f-4bc4-494d-90bb-2282463732e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:54:59.574798 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a523df0f-9cf0-45e5-880b-9d45f7e3f11c req-2dfa9e7f-4bc4-494d-90bb-2282463732e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 944 time: 0.0628581 Jun 28 09:54:59.614675 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a523df0f-9cf0-45e5-880b-9d45f7e3f11c req-2a2cc78c-aa8a-4706-a1c0-1386804f6134 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341339 Jun 28 09:54:59.625853 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['8b970265-f3f2-4bac-a9d9-4c87a85d4a0c'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:55:00.599639 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96b65c-6709-40aa-a31d-6b3cf7f4a22c req-25fc8f66-eded-4977-b253-4dfa978fdf07 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:00.601076 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7c96b65c-6709-40aa-a31d-6b3cf7f4a22c req-25fc8f66-eded-4977-b253-4dfa978fdf07 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 945 time: 0.1071858 Jun 28 09:55:00.636534 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a1f24-3f16-488a-82c9-920ebb221769 req-55aada83-afa0-4c21-9fd3-70030eec71bc tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:00.638057 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-848a1f24-3f16-488a-82c9-920ebb221769 req-55aada83-afa0-4c21-9fd3-70030eec71bc tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.1081994 Jun 28 09:55:00.651389 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134e372-44ea-4f72-935d-5b3a426fd256 req-b834a364-ae29-429e-9bd0-42e88cb69e86 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:00.652940 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a134e372-44ea-4f72-935d-5b3a426fd256 req-b834a364-ae29-429e-9bd0-42e88cb69e86 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 945 time: 0.1124594 Jun 28 09:55:00.694709 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-848a1f24-3f16-488a-82c9-920ebb221769 req-ebf71901-abf1-43a6-8dac-95fa5baa9fe1 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407369 Jun 28 09:55:00.724262 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-7c96b65c-6709-40aa-a31d-6b3cf7f4a22c req-f11b56ab-9c7f-4898-91e0-a9f7d8819230 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Deleting port 5283183e-341c-4455-af39-2d6ee0ee5fd3 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:55:00.724751 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7c96b65c-6709-40aa-a31d-6b3cf7f4a22c req-f11b56ab-9c7f-4898-91e0-a9f7d8819230 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:00.748579 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a134e372-44ea-4f72-935d-5b3a426fd256 req-dfb73da1-4a88-4a66-9635-b4e54980200e tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/security-groups?id=a50fe752-b78d-4681-868f-1bad3a8cbed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527461 Jun 28 09:55:00.821149 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-7c96b65c-6709-40aa-a31d-6b3cf7f4a22c req-f11b56ab-9c7f-4898-91e0-a9f7d8819230 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] For port 5283183e-341c-4455-af39-2d6ee0ee5fd3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5283183e-341c-4455-af39-2d6ee0ee5fd3,segment=NetworkSegment(38b16f52-138e-4c33-b295-00f758b446c5),segment_id=38b16f52-138e-4c33-b295-00f758b446c5)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:00.821851 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7c96b65c-6709-40aa-a31d-6b3cf7f4a22c req-f11b56ab-9c7f-4898-91e0-a9f7d8819230 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:00.837649 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-7c96b65c-6709-40aa-a31d-6b3cf7f4a22c req-f11b56ab-9c7f-4898-91e0-a9f7d8819230 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Calling delete_port for 5283183e-341c-4455-af39-2d6ee0ee5fd3 owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:55:00.867049 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b21ad4-2969-4eb0-a2d7-ee1ca5733ac1 req-abf5c557-7022-4b47-8f43-49e0b56da03e tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:00.868495 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-42b21ad4-2969-4eb0-a2d7-ee1ca5733ac1 req-abf5c557-7022-4b47-8f43-49e0b56da03e tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 944 time: 0.0690067 Jun 28 09:55:00.909344 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-42b21ad4-2969-4eb0-a2d7-ee1ca5733ac1 req-562c27cb-71e0-48a1-93d6-dee1e136b13d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346544 Jun 28 09:55:01.062624 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7c96b65c-6709-40aa-a31d-6b3cf7f4a22c req-f11b56ab-9c7f-4898-91e0-a9f7d8819230 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:01.068421 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:01.081208 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['5283183e-341c-4455-af39-2d6ee0ee5fd3'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:55:01.103910 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:55:01.122956 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b56ab-9c7f-4898-91e0-a9f7d8819230 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Pushing event deleted for resources: {'Port': ['ID=5283183e-341c-4455-af39-2d6ee0ee5fd3,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:01.125121 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f11b56ab-9c7f-4898-91e0-a9f7d8819230 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:01.163633 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c96b65c-6709-40aa-a31d-6b3cf7f4a22c req-f11b56ab-9c7f-4898-91e0-a9f7d8819230 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] No DVR routers for this DVR port 5283183e-341c-4455-af39-2d6ee0ee5fd3 on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:55:01.166807 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7c96b65c-6709-40aa-a31d-6b3cf7f4a22c req-f11b56ab-9c7f-4898-91e0-a9f7d8819230 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:01.169012 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7c96b65c-6709-40aa-a31d-6b3cf7f4a22c req-f11b56ab-9c7f-4898-91e0-a9f7d8819230 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.37 "DELETE /v2.0/ports/5283183e-341c-4455-af39-2d6ee0ee5fd3 HTTP/1.1" status: 204 len: 173 time: 0.5560014 Jun 28 09:55:01.169524 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f40e3e-8533-4a47-b862-307c6f2ac011', 'name': 'network-vif-deleted', 'tag': '5283183e-341c-4455-af39-2d6ee0ee5fd3'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:01.171715 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7486a9a0-46fc-445c-9718-76facb4c829d" -d '{"events": [{"server_uuid": "a2f40e3e-8533-4a47-b862-307c6f2ac011", "name": "network-vif-deleted", "tag": "5283183e-341c-4455-af39-2d6ee0ee5fd3"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:01.210989 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a5065f-bb99-4c69-9612-d91b08d8a4ca x-openstack-request-id: req-c5a5065f-bb99-4c69-9612-d91b08d8a4ca {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:01.210989 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f40e3e-8533-4a47-b862-307c6f2ac011", "name": "network-vif-deleted", "tag": "5283183e-341c-4455-af39-2d6ee0ee5fd3", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:01.210989 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c5a5065f-bb99-4c69-9612-d91b08d8a4ca {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:01.210989 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f40e3e-8533-4a47-b862-307c6f2ac011', 'name': 'network-vif-deleted', 'tag': '5283183e-341c-4455-af39-2d6ee0ee5fd3', 'status': 'completed', 'code': 200} Jun 28 09:55:01.306181 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:55:01.310446 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:55:01.310832 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:01.395948 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:01.421480 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969cbe78-40d5-46d1-9e38-ebdaacfe37c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b970265-f3f2-4bac-a9d9-4c87a85d4a0c'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:01.423730 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e59db29-7844-43f2-9ebf-1afa42f18eec" -d '{"events": [{"server_uuid": "969cbe78-40d5-46d1-9e38-ebdaacfe37c9", "name": "network-vif-plugged", "status": "completed", "tag": "8b970265-f3f2-4bac-a9d9-4c87a85d4a0c"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:01.439901 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8b970265-f3f2-4bac-a9d9-4c87a85d4a0c,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:01.517610 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:01.518512 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 5283183e-341c-4455-af39-2d6ee0ee5fd3 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:55:01.520356 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:01.554686 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: 5283183e-341c-4455-af39-2d6ee0ee5fd3 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:55:01.555048 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 5283183e-341c-4455-af39-2d6ee0ee5fd3 not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:55:01.580697 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=8b970265-f3f2-4bac-a9d9-4c87a85d4a0c,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:01.584144 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:03.100268 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5bfb7d56-fc8e-4f75-8209-ee3923b3ecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:05.224019 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f9fe47-9410-4ab5-8c1c-5a871ee98b34 x-openstack-request-id: req-59f9fe47-9410-4ab5-8c1c-5a871ee98b34 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:05.224617 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969cbe78-40d5-46d1-9e38-ebdaacfe37c9", "name": "network-vif-plugged", "status": "completed", "tag": "8b970265-f3f2-4bac-a9d9-4c87a85d4a0c", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:05.224617 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59f9fe47-9410-4ab5-8c1c-5a871ee98b34 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:05.224975 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969cbe78-40d5-46d1-9e38-ebdaacfe37c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b970265-f3f2-4bac-a9d9-4c87a85d4a0c', 'code': 200} Jun 28 09:55:05.354701 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-29718783-f8a7-4303-aeac-8fa800038b75 req-20fbc3d1-9730-4300-8da3-0b7d9872c1aa tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 210 time: 0.0351915 Jun 28 09:55:05.383474 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c2643-b3f8-4122-98e7-583cda6ef566 req-4eba7fef-1f89-40c4-9ec2-987155e290af tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:05.385006 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bf2c2643-b3f8-4122-98e7-583cda6ef566 req-4eba7fef-1f89-40c4-9ec2-987155e290af tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0939770 Jun 28 09:55:05.432052 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bf2c2643-b3f8-4122-98e7-583cda6ef566 req-a4717928-f0f8-408d-9e20-2519a816c7f8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 Jun 28 09:55:05.489340 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:05.529015 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705464e-9fbf-4cd3-b2cb-79bd0e617b97 req-6be7dc35-b0f3-4a04-9724-37c44f68eb1c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:05.530491 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e705464e-9fbf-4cd3-b2cb-79bd0e617b97 req-6be7dc35-b0f3-4a04-9724-37c44f68eb1c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 945 time: 0.0717840 Jun 28 09:55:05.567512 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e705464e-9fbf-4cd3-b2cb-79bd0e617b97 req-a9ff755b-157a-44e4-9b13-3d301b9926ea tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310676 Jun 28 09:55:05.609318 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-76b10560-9579-4058-91e2-486a47a6790a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:06.850899 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:08.330628 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:08.936293 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b18104-bac5-483e-9892-bee711251552 req-f85b8893-6b87-4f30-95b5-42c6711af8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:08.937869 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e0b18104-bac5-483e-9892-bee711251552 req-f85b8893-6b87-4f30-95b5-42c6711af8c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 1098 time: 0.0533438 Jun 28 09:55:08.975341 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e0b18104-bac5-483e-9892-bee711251552 req-2f7f6181-0dec-43ec-8856-2162512d67b1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305564 Jun 28 09:55:09.094305 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b56d7c2c-3a8a-4e62-adf7-d13535964b06 req-a435b4b0-d2fe-42c5-89f2-05dd7b9bf608 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 210 time: 0.0503843 Jun 28 09:55:09.133978 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee24efb-96b7-4f1d-9849-ce4e967a5b9c req-6db07976-7b9d-478f-b183-62832abe61a0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:09.133978 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cee24efb-96b7-4f1d-9849-ce4e967a5b9c req-6db07976-7b9d-478f-b183-62832abe61a0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0866959 Jun 28 09:55:09.174771 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cee24efb-96b7-4f1d-9849-ce4e967a5b9c req-5df18d77-4933-4e6e-823d-2759a0ead26b tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363946 Jun 28 09:55:09.267458 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049663c3-5612-4029-acb9-979f06fe13d9 req-309be50a-d667-4bde-8f01-6e9f6ce0afc6 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:09.268981 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-049663c3-5612-4029-acb9-979f06fe13d9 req-309be50a-d667-4bde-8f01-6e9f6ce0afc6 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 945 time: 0.0658324 Jun 28 09:55:09.305763 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-049663c3-5612-4029-acb9-979f06fe13d9 req-b7fcccf1-4e51-4d8c-9792-dad85ac8cdcc tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308883 Jun 28 09:55:10.273487 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c6d1722a-9e2a-4b9b-a6ad-71de9d4bdbd6 req-412aceba-8401-4b48-bfe7-abbceb892bbc tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 210 time: 0.0289447 Jun 28 09:55:10.367550 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ede888-7f7e-4cf5-a77f-7b55763320dd req-749d672f-0d73-4f9a-bd3f-f6381dc70cb4 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:10.369133 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-15ede888-7f7e-4cf5-a77f-7b55763320dd req-749d672f-0d73-4f9a-bd3f-f6381dc70cb4 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0669987 Jun 28 09:55:10.414510 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-15ede888-7f7e-4cf5-a77f-7b55763320dd req-9897f441-34a8-4efe-85c5-ee6c3b0903d3 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392160 Jun 28 09:55:10.485717 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cb741-f740-436a-83be-503ed1a774ce req-76b51f85-6ca6-45a4-878e-8008bcbd0c8c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:10.487057 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a53cb741-f740-436a-83be-503ed1a774ce req-76b51f85-6ca6-45a4-878e-8008bcbd0c8c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 945 time: 0.0655732 Jun 28 09:55:10.526757 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a53cb741-f740-436a-83be-503ed1a774ce req-d975706b-1f11-40a6-b7c3-a39eca69dff1 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321126 Jun 28 09:55:11.436994 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-73a9d44e-5da1-401d-8fbb-b77fb7167f51 req-55fd5e45-f592-4f4e-9281-2ddd3fffee3c tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f40e3e-8533-4a47-b862-307c6f2ac011 HTTP/1.1" status: 200 len: 210 time: 0.0285492 Jun 28 09:55:11.595930 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae845fa-c1ba-45a7-baf3-523131698bb3 req-c07e1ace-ea3c-41d1-9f3a-520aec0da2a0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:11.598543 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9ae845fa-c1ba-45a7-baf3-523131698bb3 req-c07e1ace-ea3c-41d1-9f3a-520aec0da2a0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0700097 Jun 28 09:55:11.603669 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-10e7d135-f343-434e-8d89-3bb552efae40 req-48943f40-9656-47a5-b0cd-e8e8621510ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558877 Jun 28 09:55:11.639006 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9ae845fa-c1ba-45a7-baf3-523131698bb3 req-10858a54-3462-4a36-b8a9-3fcfe0a44efe tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347338 Jun 28 09:55:11.717460 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7d135-f343-434e-8d89-3bb552efae40 req-9596f86e-d6f9-4ed7-ae0b-3819c0c4525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:11.719189 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-10e7d135-f343-434e-8d89-3bb552efae40 req-9596f86e-d6f9-4ed7-ae0b-3819c0c4525b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=037d44069cbe4e8a89b2bb601b199399&device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 1098 time: 0.0578628 Jun 28 09:55:11.727899 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfad61-a605-40c7-9ce8-24ebee487a93 req-3e0fdaae-bca3-4ee6-ae7b-eb92bf21b49d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:11.729971 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-64cfad61-a605-40c7-9ce8-24ebee487a93 req-3e0fdaae-bca3-4ee6-ae7b-eb92bf21b49d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 945 time: 0.0672073 Jun 28 09:55:11.770112 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-64cfad61-a605-40c7-9ce8-24ebee487a93 req-b327b3c9-6032-4188-8d4f-0f9e9fc95d22 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330522 Jun 28 09:55:11.825868 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7d135-f343-434e-8d89-3bb552efae40 req-d972c6fd-ff29-403c-91de-af58e8bf362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:11.827364 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-10e7d135-f343-434e-8d89-3bb552efae40 req-d972c6fd-ff29-403c-91de-af58e8bf362e service neutron] 10.222.0.37 "GET /v2.0/networks?id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da HTTP/1.1" status: 200 len: 914 time: 0.0858042 Jun 28 09:55:11.879456 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-10e7d135-f343-434e-8d89-3bb552efae40 req-0d338bf5-3634-4f13-bdd4-3c9a35fde8d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d773b2a-82e6-4d32-956b-a4b5bc2d6520 HTTP/1.1" status: 200 len: 217 time: 0.0372808 Jun 28 09:55:11.931219 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7d135-f343-434e-8d89-3bb552efae40 req-a0be7086-431b-4eda-803b-229e84d942d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:11.932759 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-10e7d135-f343-434e-8d89-3bb552efae40 req-a0be7086-431b-4eda-803b-229e84d942d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3ff202d-893a-4c89-bdbc-680e574cfd76 HTTP/1.1" status: 200 len: 853 time: 0.0456178 Jun 28 09:55:11.969424 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-10e7d135-f343-434e-8d89-3bb552efae40 req-573a5c8f-9725-45a4-949d-1469a5534779 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263867 Jun 28 09:55:12.064375 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-10e7d135-f343-434e-8d89-3bb552efae40 req-75b3513d-ee24-466e-af96-6828bf1f4d21 service neutron] 10.222.0.37 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842562 Jun 28 09:55:12.168984 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-10e7d135-f343-434e-8d89-3bb552efae40 req-c17651e6-68ab-42b5-938c-814cb738ed3e service neutron] 10.222.0.37 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965853 Jun 28 09:55:12.811270 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5589f2d-c350-45b7-b7d0-a9c26ac3ff9f req-9ba3885c-dcf2-448d-9860-2b519f52899c tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:12.812785 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b5589f2d-c350-45b7-b7d0-a9c26ac3ff9f req-9ba3885c-dcf2-448d-9860-2b519f52899c tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0633385 Jun 28 09:55:12.851709 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b5589f2d-c350-45b7-b7d0-a9c26ac3ff9f req-528347e6-65aa-4b36-97d8-f63d71b442c5 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330980 Jun 28 09:55:14.028992 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56a571-dfee-4f40-9428-62ac35482ffd req-ad6793ac-3719-49a0-a9e2-f496f64d780e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:14.030670 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-dd56a571-dfee-4f40-9428-62ac35482ffd req-ad6793ac-3719-49a0-a9e2-f496f64d780e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0652170 Jun 28 09:55:14.068043 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-dd56a571-dfee-4f40-9428-62ac35482ffd req-616d8336-49c0-4b28-8d2c-27e20e267d1d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Jun 28 09:55:15.254052 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:15.352191 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:55:16.143196 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 45892) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:16.244229 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-76dc3638-13a4-4a67-9063-6dfa496a227a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:16.328683 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-76dc3638-13a4-4a67-9063-6dfa496a227a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:16.564945 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-76dc3638-13a4-4a67-9063-6dfa496a227a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:16.567635 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-5093aa5f-9f5d-4462-8d05-2970b65729aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:16.605969 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc3638-13a4-4a67-9063-6dfa496a227a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e156057-ac1b-478a-8a81-45225d6326c0,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:16.609584 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-76dc3638-13a4-4a67-9063-6dfa496a227a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:16.611877 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-76dc3638-13a4-4a67-9063-6dfa496a227a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f42959117584be3ba807520477e4765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670789 Jun 28 09:55:16.614514 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 45900) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:16.661411 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0eb038a6-1c54-40a4-9776-48728e98a741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:16.683722 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0eb038a6-1c54-40a4-9776-48728e98a741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:16.888348 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0eb038a6-1c54-40a4-9776-48728e98a741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:16.891095 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0eb038a6-1c54-40a4-9776-48728e98a741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:16.892300 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-0eb038a6-1c54-40a4-9776-48728e98a741 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e156057-ac1b-478a-8a81-45225d6326c0 HTTP/1.1" status: 204 len: 168 time: 0.2768469 Jun 28 09:55:16.893248 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-4a02e1fb-dcf0-4b5a-b028-44ca4d2ea9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:16.901630 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb038a6-1c54-40a4-9776-48728e98a741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e156057-ac1b-478a-8a81-45225d6326c0,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:16.904560 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-0eb038a6-1c54-40a4-9776-48728e98a741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:17.487274 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84798a7-6783-475e-b6f4-edf99e27d05c req-37d38edc-7ecf-4c5e-8ecc-292d0b9d0989 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:17.488785 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d84798a7-6783-475e-b6f4-edf99e27d05c req-37d38edc-7ecf-4c5e-8ecc-292d0b9d0989 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0700142 Jun 28 09:55:17.526344 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d84798a7-6783-475e-b6f4-edf99e27d05c req-5c9f552c-5a8b-4a23-874f-3580943194b9 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Jun 28 09:55:17.976527 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 45916) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:17.990563 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-af032c8d-9bf1-4665-aae7-87e7266536e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:18.077511 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-af032c8d-9bf1-4665-aae7-87e7266536e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:18.239247 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-af032c8d-9bf1-4665-aae7-87e7266536e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:18.243092 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e961ccae-5744-4dfd-bc67-a5e33db2b273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:18.275552 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af032c8d-9bf1-4665-aae7-87e7266536e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfbc4d0-9d81-4325-9632-386ebcffef30,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:18.279773 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-af032c8d-9bf1-4665-aae7-87e7266536e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0421a06cde134365bd7a24e1c4bd0f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020575 Jun 28 09:55:18.284848 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-af032c8d-9bf1-4665-aae7-87e7266536e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:18.284848 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 45920) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:18.330484 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a3731889-4464-4513-9ffa-96579ba8b5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:18.356476 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a3731889-4464-4513-9ffa-96579ba8b5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:18.582629 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a3731889-4464-4513-9ffa-96579ba8b5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:18.585446 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a3731889-4464-4513-9ffa-96579ba8b5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:18.586621 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-a3731889-4464-4513-9ffa-96579ba8b5e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fdfbc4d0-9d81-4325-9632-386ebcffef30 HTTP/1.1" status: 204 len: 168 time: 0.3033297 Jun 28 09:55:18.595831 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:18.595831 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3731889-4464-4513-9ffa-96579ba8b5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfbc4d0-9d81-4325-9632-386ebcffef30,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:18.598520 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-a3731889-4464-4513-9ffa-96579ba8b5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:18.704617 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7feec-7185-4c44-ba04-ca488193237d req-8064f664-d565-4074-b30d-8b43f9928a7f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:18.706912 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f8b7feec-7185-4c44-ba04-ca488193237d req-8064f664-d565-4074-b30d-8b43f9928a7f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0636716 Jun 28 09:55:18.744305 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f8b7feec-7185-4c44-ba04-ca488193237d req-4459c34a-9968-479c-a5f1-c4955e3f6917 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316498 Jun 28 09:55:19.905032 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-9a6831b0-befb-49df-888d-d392afbbfa27 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:19.906517 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-9a6831b0-befb-49df-888d-d392afbbfa27 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/networks?id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da HTTP/1.1" status: 200 len: 813 time: 0.1354785 Jun 28 09:55:19.928890 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-3fe4945b-40bc-4341-9aba-d57214736bdf tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/quotas/037d44069cbe4e8a89b2bb601b199399 HTTP/1.1" status: 200 len: 375 time: 0.0152993 Jun 28 09:55:19.974108 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368afab-ba62-4e38-a22c-c0b906957c62 req-c93eea6e-469f-46f9-925c-489821fd14ae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:19.975606 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b368afab-ba62-4e38-a22c-c0b906957c62 req-c93eea6e-469f-46f9-925c-489821fd14ae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.1130583 Jun 28 09:55:20.029056 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b368afab-ba62-4e38-a22c-c0b906957c62 req-78ca2131-482c-4676-8f72-b60fe5786910 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468934 Jun 28 09:55:20.057455 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-89cdca1c-ef70-4da2-9a1e-4fc48484d4d5 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=037d44069cbe4e8a89b2bb601b199399&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213405 Jun 28 09:55:20.150036 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-939f64df-723c-4e64-9cce-73cd72705c65 service neutron] 10.222.0.30 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915349 Jun 28 09:55:20.208284 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 45986) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:20.297323 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-b023d0dc-9f48-4df1-93c6-16c79332b93b service neutron] 10.222.0.30 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413891 Jun 28 09:55:20.314182 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e453705-3f43-4cb4-9919-297d65e6d927 admin admin] Deleting subnet 479945d8-268c-4aa8-af2d-8e34ad65f381 {{(pid=100129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:55:20.318000 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4e453705-3f43-4cb4-9919-297d65e6d927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:20.356897 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4e453705-3f43-4cb4-9919-297d65e6d927 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:20.368497 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4e453705-3f43-4cb4-9919-297d65e6d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:20.455414 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 45990) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:20.550120 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-549248055-network', 'tenant_id': '29cdbedef56d4f36a5b7b1b846f80a9a'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:20.660630 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c081d0ed-599c-48fc-ba27-7486d7cc31e9 req-83796a3a-9610-4cdb-9c53-0252288351d2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 210 time: 0.0289395 Jun 28 09:55:20.662722 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4e453705-3f43-4cb4-9919-297d65e6d927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for subnet, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:20.665934 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-95572845-949f-414b-ae42-1241936a6198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:20.693304 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e453705-3f43-4cb4-9919-297d65e6d927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=479945d8-268c-4aa8-af2d-8e34ad65f381,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:20.698000 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4e453705-3f43-4cb4-9919-297d65e6d927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:20.701212 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-4e453705-3f43-4cb4-9919-297d65e6d927 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/479945d8-268c-4aa8-af2d-8e34ad65f381 HTTP/1.1" status: 204 len: 168 time: 0.4918880 Jun 28 09:55:20.702938 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-4e453705-3f43-4cb4-9919-297d65e6d927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:20.705425 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 46004) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:20.742175 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Made reservation on behalf of 29cdbedef56d4f36a5b7b1b846f80a9a for: {'network': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:20.744885 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:20.756287 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:20.809649 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:20.862240 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:20.910562 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:20.921024 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:55:20.921377 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:55:20.922108 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:55:20.922475 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Subscribe: > port after_create 55550000 {{(pid=100130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:55:20.922802 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:55:20.923145 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Subscribe: > port after_update 55550000 {{(pid=100130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:55:20.923484 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:55:20.923805 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:55:20.924122 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:55:20.924437 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:55:21.021764 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:21.024945 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-26afc614-0cfb-44b8-b153-c6a837630013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:21.047105 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=100129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:55:21.057209 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716b657e-4b54-400c-aefa-600f4500d495,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:21.061654 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:21.062647 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:21.062981 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.segments_db [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Added segment e706efac-0d7e-4f94-918e-a21d2ab7b431 of type vlan for network ad90ee26-f214-423d-915c-1771f9f452d5 Jun 28 09:55:21.107313 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:21.172372 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:55:21.172762 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:55:21.173066 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:55:21.173390 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:55:21.173751 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1fbb4cc-a77b-4cff-b5f2-330e41b69a08']}} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:55:21.192311 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b16f52-138e-4c33-b295-00f758b446c5') {'for_net_delete': True} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:55:21.192603 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b16f52-138e-4c33-b295-00f758b446c5') {} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:55:21.208961 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59617651'] for segment, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:21.228970 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:21.236435 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=100130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:55:21.236848 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014971'] for segment, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: from cryptography.utils import int_from_bytes Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: from cryptography.utils import int_from_bytes Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: Traceback (most recent call last): Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: timer() Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: cb(*args, **kw) Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: return func(*args, **kwargs) Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: self._notify() Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: self.callback(batched_events) Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: event.method(event) Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: return f(self, *a, **k) Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._get(url).json() Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: return self.request(url, 'GET', **kwargs) Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:55:21.241462 dv-cinder-786627-12-iscsi neutron-server[100130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:55:21.482565 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:21.483913 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:21.485724 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:21.486937 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:21.542274 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Pushing event updated for resources: {'Network': ['ID=ad90ee26-f214-423d-915c-1771f9f452d5,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:21.545612 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:21.552605 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network ad90ee26-f214-423d-915c-1771f9f452d5 details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:55:21.599810 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:21.606097 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:21.611178 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f1fbb4cc-a77b-4cff-b5f2-330e41b69a08 HTTP/1.1" status: 204 len: 168 time: 0.9041524 Jun 28 09:55:21.613046 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d1b19375-7490-42d6-92b8-2649e014feaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:21.625828 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1fbb4cc-a77b-4cff-b5f2-330e41b69a08,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:21.629091 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:21.708878 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2515686 Jun 28 09:55:21.712019 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 46024) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:21.717415 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-2f2b6614-f5fe-4660-9cda-0be8752f8851 admin admin] Request body: {'subnet': {'network_id': 'ad90ee26-f214-423d-915c-1771f9f452d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-549248055-subnet', 'tenant_id': '29cdbedef56d4f36a5b7b1b846f80a9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:22.039103 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2b6614-f5fe-4660-9cda-0be8752f8851 admin admin] Made reservation on behalf of 29cdbedef56d4f36a5b7b1b846f80a9a for: {'subnet': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:22.041506 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2f2b6614-f5fe-4660-9cda-0be8752f8851 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59261560'] for subnet, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:22.513798 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2f2b6614-f5fe-4660-9cda-0be8752f8851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59015065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59261546'] for subnet, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:22.516799 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9522afa7-820e-40b4-8665-37239d17fc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:22.530730 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 46032) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:22.570633 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b6614-f5fe-4660-9cda-0be8752f8851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e51b1f0-1344-41d3-a3b3-e3bfb6d33134,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:22.574043 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-97d361d5-59ea-4465-8711-3f6ff4a8bc5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b13c5772f50c428cbb2cf8bdd4e881f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398796 Jun 28 09:55:22.574276 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 46034) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:22.574835 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2f2b6614-f5fe-4660-9cda-0be8752f8851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:22.581997 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2b6614-f5fe-4660-9cda-0be8752f8851 admin admin] Checking segment: {'id': 'e706efac-0d7e-4f94-918e-a21d2ab7b431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ad90ee26-f214-423d-915c-1771f9f452d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:22.582358 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2b6614-f5fe-4660-9cda-0be8752f8851 admin admin] Network hostable DHCP agents. Network: ad90ee26-f214-423d-915c-1771f9f452d5, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:55:22.633249 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0b9520b1-1a42-4155-8917-7cf3574688e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:22.654043 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0b9520b1-1a42-4155-8917-7cf3574688e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:22.821990 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2b6614-f5fe-4660-9cda-0be8752f8851 admin admin] Network ad90ee26-f214-423d-915c-1771f9f452d5 is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:55:22.947335 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0b9520b1-1a42-4155-8917-7cf3574688e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:22.949878 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0b9520b1-1a42-4155-8917-7cf3574688e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:22.951022 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-0b9520b1-1a42-4155-8917-7cf3574688e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a50fe752-b78d-4681-868f-1bad3a8cbed2 HTTP/1.1" status: 204 len: 168 time: 0.3758397 Jun 28 09:55:22.951781 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:22.968811 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9520b1-1a42-4155-8917-7cf3574688e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50fe752-b78d-4681-868f-1bad3a8cbed2,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:22.968811 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-0b9520b1-1a42-4155-8917-7cf3574688e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:23.010540 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-2f2b6614-f5fe-4660-9cda-0be8752f8851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, ad90ee26-f214-423d-915c-1771f9f452d5) {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:23.016811 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2b6614-f5fe-4660-9cda-0be8752f8851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:23.017966 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2f2b6614-f5fe-4660-9cda-0be8752f8851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:23.019558 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1126b100-b5fc-4c35-9086-130e5b257c47 None None] Network ad90ee26-f214-423d-915c-1771f9f452d5 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:55:23.229323 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-2f2b6614-f5fe-4660-9cda-0be8752f8851 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5152359 Jun 28 09:55:23.249395 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f60c867-bec7-43a5-92b9-60c9bdd32a12 None None] Network ad90ee26-f214-423d-915c-1771f9f452d5 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:55:23.877069 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c74071b3-3d24-4ee9-bc1d-13abb39f8515 req-1f6e0056-d9e5-4c2a-9ada-ee64b200a31a tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 210 time: 0.0309978 Jun 28 09:55:23.906826 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09c09c-b58f-45ca-a371-9fa8c9db4d2d req-824b71b9-e0ed-4bdb-bd94-ba5d29c36147 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:23.908283 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5a09c09c-b58f-45ca-a371-9fa8c9db4d2d req-824b71b9-e0ed-4bdb-bd94-ba5d29c36147 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0947638 Jun 28 09:55:23.945129 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5a09c09c-b58f-45ca-a371-9fa8c9db4d2d req-c452cf98-f5b1-458a-8177-98be62ba567c tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310693 Jun 28 09:55:25.086597 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ba962a05-e441-4dd1-a84c-ae7df84de0e4 req-de999e7e-1d7d-47f9-bec9-4094e3b2cd52 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 210 time: 0.0628414 Jun 28 09:55:25.147788 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500a755-ed6f-4ac8-a2bb-da2a82c51df9 req-75e7bc43-89f1-4856-a5e0-3281cb077324 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:25.149319 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f500a755-ed6f-4ac8-a2bb-da2a82c51df9 req-75e7bc43-89f1-4856-a5e0-3281cb077324 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0663431 Jun 28 09:55:25.190423 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f500a755-ed6f-4ac8-a2bb-da2a82c51df9 req-8e77b271-1d82-4cc4-b07a-74535c078d96 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353832 Jun 28 09:55:25.730859 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c354d35e-eb49-4dad-b01a-72133da8adb4 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:25.732276 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c354d35e-eb49-4dad-b01a-72133da8adb4 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "GET /v2.0/networks?id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da HTTP/1.1" status: 200 len: 813 time: 0.1069357 Jun 28 09:55:25.755391 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-b993a107-0268-4999-aa20-c75cd04b3e36 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Request body: {'port': {'device_id': 'afdebfd0-68aa-4a28-95be-5f51801674f5', 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da', 'admin_state_up': True, 'tenant_id': '037d44069cbe4e8a89b2bb601b199399'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:25.938064 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-b993a107-0268-4999-aa20-c75cd04b3e36 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Made reservation on behalf of 037d44069cbe4e8a89b2bb601b199399 for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:25.942404 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-b993a107-0268-4999-aa20-c75cd04b3e36 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:26.084212 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced9610-6a5c-489a-9936-977e6e95e45a req-ed0c789e-4c58-4263-a35c-8cefd315c4b5 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:26.085803 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bced9610-6a5c-489a-9936-977e6e95e45a req-ed0c789e-4c58-4263-a35c-8cefd315c4b5 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/networks?id=ad90ee26-f214-423d-915c-1771f9f452d5 HTTP/1.1" status: 200 len: 813 time: 0.1250834 Jun 28 09:55:26.124593 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-b993a107-0268-4999-aa20-c75cd04b3e36 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Allocated IP 172.20.0.7 (e03dab8f-155d-4b3a-b41a-3cf9b5c808da/e3ff202d-893a-4c89-bdbc-680e574cfd76/a289dccd-79ea-46c2-af30-668c20b6f0c6) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:55:26.140040 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bced9610-6a5c-489a-9936-977e6e95e45a req-005bae1b-9fe6-4ce0-8c94-6207c3bcedd2 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/quotas/29cdbedef56d4f36a5b7b1b846f80a9a HTTP/1.1" status: 200 len: 375 time: 0.0422521 Jun 28 09:55:26.234761 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bced9610-6a5c-489a-9936-977e6e95e45a req-903accad-e7cb-4a95-af69-1f71ecabf870 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=29cdbedef56d4f36a5b7b1b846f80a9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938334 Jun 28 09:55:26.343037 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-b993a107-0268-4999-aa20-c75cd04b3e36 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:26.380871 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bced9610-6a5c-489a-9936-977e6e95e45a req-8c2a78c4-6bde-498a-b779-bf38d7da8795 service neutron] 10.222.0.30 "GET /v2.0/networks/ad90ee26-f214-423d-915c-1771f9f452d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385448 Jun 28 09:55:26.391596 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c54a3-5b9b-4a43-bb28-cde71e9ae8e2 req-18b02c32-0e72-4e43-b55a-9a8e84850e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:26.393646 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d38c54a3-5b9b-4a43-bb28-cde71e9ae8e2 req-18b02c32-0e72-4e43-b55a-9a8e84850e40 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 1098 time: 0.0998294 Jun 28 09:55:26.431828 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d38c54a3-5b9b-4a43-bb28-cde71e9ae8e2 req-03fbe93b-373e-46f4-be64-da558adffa40 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305786 Jun 28 09:55:26.485620 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bb3cb70e-1c38-41f6-bbce-9477071f67d6 req-f85828db-0506-481f-bf5e-4827f0e01a5b tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 210 time: 0.0391154 Jun 28 09:55:26.502563 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-b993a107-0268-4999-aa20-c75cd04b3e36 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:26.508432 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:26.516934 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bced9610-6a5c-489a-9936-977e6e95e45a req-2f40fe19-a694-424a-a731-2c00cc8af1e4 service neutron] 10.222.0.30 "GET /v2.0/networks/ad90ee26-f214-423d-915c-1771f9f452d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350937 Jun 28 09:55:26.548763 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-b993a107-0268-4999-aa20-c75cd04b3e36 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Network e03dab8f-155d-4b3a-b41a-3cf9b5c808da is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:55:26.555322 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-b993a107-0268-4999-aa20-c75cd04b3e36 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:26.561972 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-b993a107-0268-4999-aa20-c75cd04b3e36 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:55:26.567435 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-b993a107-0268-4999-aa20-c75cd04b3e36 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:26.568060 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-b993a107-0268-4999-aa20-c75cd04b3e36 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:26.588830 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993a107-0268-4999-aa20-c75cd04b3e36 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Pushing event updated for resources: {'Port': ['ID=a289dccd-79ea-46c2-af30-668c20b6f0c6,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:26.604991 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b993a107-0268-4999-aa20-c75cd04b3e36 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:26.674382 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb7a42-f739-45e3-9c85-95ce31484ef4 req-5a950ee6-9034-44e8-94af-a3136c547f3c tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:26.675981 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-87fb7a42-f739-45e3-9c85-95ce31484ef4 req-5a950ee6-9034-44e8-94af-a3136c547f3c tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0640755 Jun 28 09:55:26.713146 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-87fb7a42-f739-45e3-9c85-95ce31484ef4 req-8fecf07b-946d-46e4-8651-f839dec4918a tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310979 Jun 28 09:55:26.803011 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-b993a107-0268-4999-aa20-c75cd04b3e36 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0515268 Jun 28 09:55:26.879870 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ac2bf4aa-f7ce-47c3-92f2-02ea057e087b req-fb3ef129-e009-4b47-8c42-3f2e236ad581 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 210 time: 0.0285003 Jun 28 09:55:27.024403 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 46170) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:27.125858 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-67da7f49-3c9b-4580-9de2-afe64e5dceef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.210676 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-67da7f49-3c9b-4580-9de2-afe64e5dceef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.461908 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-67da7f49-3c9b-4580-9de2-afe64e5dceef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.464340 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:27.504894 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-67da7f49-3c9b-4580-9de2-afe64e5dceef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=206d76a8debd4812a27ac080bd456745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793646 Jun 28 09:55:27.508470 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da7f49-3c9b-4580-9de2-afe64e5dceef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289cf770-4669-4647-a0cc-2385fc1235f6,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:27.508674 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-67da7f49-3c9b-4580-9de2-afe64e5dceef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:27.509269 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 46178) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:27.561594 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c197f250-84d5-46cc-924d-71444c76518e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.582921 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c197f250-84d5-46cc-924d-71444c76518e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.741367 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c197f250-84d5-46cc-924d-71444c76518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.744133 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c197f250-84d5-46cc-924d-71444c76518e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.745283 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-c197f250-84d5-46cc-924d-71444c76518e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/289cf770-4669-4647-a0cc-2385fc1235f6 HTTP/1.1" status: 204 len: 168 time: 0.2350330 Jun 28 09:55:27.746061 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d00fe7a6-0227-4514-8738-ba2f1186424b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:27.754658 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197f250-84d5-46cc-924d-71444c76518e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289cf770-4669-4647-a0cc-2385fc1235f6,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:27.756961 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-c197f250-84d5-46cc-924d-71444c76518e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:28.352982 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 46196) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:28.366929 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bf713f05-561d-4756-a785-ec0345f1f074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:28.452079 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bf713f05-561d-4756-a785-ec0345f1f074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:28.539329 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bf713f05-561d-4756-a785-ec0345f1f074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:28.542831 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0fb4b161-2eb9-430d-a182-14ff9a9d2b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:28.578289 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-bf713f05-561d-4756-a785-ec0345f1f074 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb61f8c412bc48eca844ecf8ae625292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242479 Jun 28 09:55:28.579401 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf713f05-561d-4756-a785-ec0345f1f074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd20095a-b483-425b-add9-7e4fde0b2f69,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:28.581737 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 46198) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:28.583421 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-bf713f05-561d-4756-a785-ec0345f1f074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:28.631183 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ee823e4e-7ba7-4f76-baf4-4a4fbf1725a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:28.652347 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ee823e4e-7ba7-4f76-baf4-4a4fbf1725a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:28.781517 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ee823e4e-7ba7-4f76-baf4-4a4fbf1725a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:28.784652 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ee823e4e-7ba7-4f76-baf4-4a4fbf1725a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:28.785823 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-ee823e4e-7ba7-4f76-baf4-4a4fbf1725a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd20095a-b483-425b-add9-7e4fde0b2f69 HTTP/1.1" status: 204 len: 168 time: 0.2023091 Jun 28 09:55:28.786618 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6711868c-313c-451a-9dae-a7cd06e5209c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:28.794255 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee823e4e-7ba7-4f76-baf4-4a4fbf1725a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd20095a-b483-425b-add9-7e4fde0b2f69,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:28.796584 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ee823e4e-7ba7-4f76-baf4-4a4fbf1725a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:29.616991 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['7d773b2a-82e6-4d32-956b-a4b5bc2d6520', '8b970265-f3f2-4bac-a9d9-4c87a85d4a0c'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:55:29.689329 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Request body: {'port': {'device_id': 'afdebfd0-68aa-4a28-95be-5f51801674f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:29.875329 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:30.171834 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a289dccd-79ea-46c2-af30-668c20b6f0c6 {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:30.181632 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:30.194550 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Transition to ACTIVE for port object a289dccd-79ea-46c2-af30-668c20b6f0c6 will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:55:30.213257 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cdd93-3b0a-425e-a28d-8528144a2bec req-b5d7bf60-0a67-4fed-9aec-925fe8e5b897 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:30.214951 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-545cdd93-3b0a-425e-a28d-8528144a2bec req-b5d7bf60-0a67-4fed-9aec-925fe8e5b897 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 931 time: 0.3148267 Jun 28 09:55:30.222641 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520c524-00e8-4dbf-bee0-bb6e11c59187 req-266bb726-6dd8-4ab6-a857-7c107e90e84d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:30.224044 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8520c524-00e8-4dbf-bee0-bb6e11c59187 req-266bb726-6dd8-4ab6-a857-7c107e90e84d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.3636065 Jun 28 09:55:30.282949 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8520c524-00e8-4dbf-bee0-bb6e11c59187 req-2f141a08-c99a-425f-868b-aaf1ae799e62 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515959 Jun 28 09:55:30.284894 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:30.288539 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-545cdd93-3b0a-425e-a28d-8528144a2bec req-2fd889b8-ae68-472e-9b42-8fa15da528e0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612168 Jun 28 09:55:30.288810 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-fb5b5457-7ce9-4ce4-ad3f-abb57226d8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:30.370099 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Pushing event updated for resources: {'Port': ['ID=a289dccd-79ea-46c2-af30-668c20b6f0c6,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:30.373442 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:30.383803 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Attempting to bind port a289dccd-79ea-46c2-af30-668c20b6f0c6 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:55:30.384667 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Attempting to bind port a289dccd-79ea-46c2-af30-668c20b6f0c6 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:55:30.384667 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Attempting to bind port a289dccd-79ea-46c2-af30-668c20b6f0c6 on network e03dab8f-155d-4b3a-b41a-3cf9b5c808da {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:30.388890 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Port a289dccd-79ea-46c2-af30-668c20b6f0c6 on network e03dab8f-155d-4b3a-b41a-3cf9b5c808da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:55:30.389204 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Attempting to bind port a289dccd-79ea-46c2-af30-668c20b6f0c6 on network e03dab8f-155d-4b3a-b41a-3cf9b5c808da {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:30.394124 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:55:30.394452 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Checking segment: {'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:30.394823 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Bound using segment: {'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:55:30.395246 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Bound port: a289dccd-79ea-46c2-af30-668c20b6f0c6, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:55:30.395595 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:30.431477 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b0998718-1ca6-4e32-a70c-6bf98fa6ba39 req-829a4c2d-2135-4060-b52e-508daaf0b7c2 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 210 time: 0.0281651 Jun 28 09:55:30.464215 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] For port a289dccd-79ea-46c2-af30-668c20b6f0c6, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:55:30.467435 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] For port a289dccd-79ea-46c2-af30-668c20b6f0c6, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a289dccd-79ea-46c2-af30-668c20b6f0c6,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:55:30.679603 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:30.682543 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:30.713596 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:30.714087 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:30.715181 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] 10.222.0.37 "PUT /v2.0/ports/a289dccd-79ea-46c2-af30-668c20b6f0c6 HTTP/1.1" status: 200 len: 1093 time: 1.0357418 Jun 28 09:55:30.716990 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdebfd0-68aa-4a28-95be-5f51801674f5', 'tag': 'a289dccd-79ea-46c2-af30-668c20b6f0c6'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:30.718062 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaa71f2-0f6b-4dcd-b7bf-ef1d060fb703" -d '{"events": [{"name": "network-changed", "server_uuid": "afdebfd0-68aa-4a28-95be-5f51801674f5", "tag": "a289dccd-79ea-46c2-af30-668c20b6f0c6"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:30.747753 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Pushing event updated for resources: {'Port': ['ID=a289dccd-79ea-46c2-af30-668c20b6f0c6,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:30.749380 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:30.934805 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fef6e0d-09dd-49bf-b396-88f6fceb507c x-openstack-request-id: req-8fef6e0d-09dd-49bf-b396-88f6fceb507c {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:30.935127 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdebfd0-68aa-4a28-95be-5f51801674f5", "tag": "a289dccd-79ea-46c2-af30-668c20b6f0c6", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:30.935407 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8fef6e0d-09dd-49bf-b396-88f6fceb507c {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:30.935819 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdebfd0-68aa-4a28-95be-5f51801674f5', 'tag': 'a289dccd-79ea-46c2-af30-668c20b6f0c6', 'status': 'completed', 'code': 200} Jun 28 09:55:30.964294 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-041bcf34-fe43-456e-96f0-ee568e0221c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:30.965881 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-041bcf34-fe43-456e-96f0-ee568e0221c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=037d44069cbe4e8a89b2bb601b199399&device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 1096 time: 0.0602658 Jun 28 09:55:31.009608 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-fa738d36-9537-4542-af74-92f528ffdf4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a289dccd-79ea-46c2-af30-668c20b6f0c6 HTTP/1.1" status: 200 len: 217 time: 0.0364931 Jun 28 09:55:31.067390 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-94fffb3c-b9fd-4af3-b78f-3ea72517b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:31.068841 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-94fffb3c-b9fd-4af3-b78f-3ea72517b578 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3ff202d-893a-4c89-bdbc-680e574cfd76 HTTP/1.1" status: 200 len: 853 time: 0.0428748 Jun 28 09:55:31.111170 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-dc4821e4-feb8-432f-b8d1-b1400ecdeabd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265245 Jun 28 09:55:31.210500 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-553828c8-5f05-4115-b6ec-616972dd0dcd service neutron] 10.222.0.37 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908411 Jun 28 09:55:31.325942 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d47a8b47-da89-4eca-a815-b6f4854c0c51 req-ab8e59eb-2d4c-443a-8d5c-ff00ec0698f2 service neutron] 10.222.0.37 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877991 Jun 28 09:55:31.525294 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a0e9c-146a-45f7-9dd4-bdf2b1c3dd6a req-d0126ca7-65cd-4221-9392-054a3fdf9f46 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:31.526860 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9f9a0e9c-146a-45f7-9dd4-bdf2b1c3dd6a req-d0126ca7-65cd-4221-9392-054a3fdf9f46 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.1154506 Jun 28 09:55:31.535929 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054ae90-aace-4787-a413-1465ecb62fd7 req-af95a9c2-6b8c-4859-890e-6dc06a342474 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:31.537591 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8054ae90-aace-4787-a413-1465ecb62fd7 req-af95a9c2-6b8c-4859-890e-6dc06a342474 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 943 time: 0.0900092 Jun 28 09:55:31.588111 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9f9a0e9c-146a-45f7-9dd4-bdf2b1c3dd6a req-543b8f71-9754-46d7-bf4e-0560ce5a4e33 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492625 Jun 28 09:55:31.602123 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8054ae90-aace-4787-a413-1465ecb62fd7 req-c082b528-d488-413c-81e8-a8b219197964 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559886 Jun 28 09:55:31.652019 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa71f2-0f6b-4dcd-b7bf-ef1d060fb703 req-94c5eec6-dd93-4b39-b7bd-8409d6ab7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:31.653564 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5eaa71f2-0f6b-4dcd-b7bf-ef1d060fb703 req-94c5eec6-dd93-4b39-b7bd-8409d6ab7b95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=037d44069cbe4e8a89b2bb601b199399&device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 1096 time: 0.0820854 Jun 28 09:55:31.763448 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9b8f8f43-984e-4891-9c41-3a1b8536c90d req-fff18fe4-fc84-4eee-b46d-b3c679f64614 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 210 time: 0.0420094 Jun 28 09:55:31.824494 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035b109-4bcf-4dc1-8a4d-b8c0be7ef3cc req-8c83153d-aefd-4a73-8313-687476e29b3f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:31.826188 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7035b109-4bcf-4dc1-8a4d-b8c0be7ef3cc req-8c83153d-aefd-4a73-8313-687476e29b3f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0938818 Jun 28 09:55:31.868734 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7035b109-4bcf-4dc1-8a4d-b8c0be7ef3cc req-3a289c56-3849-4285-813d-e633e4f0384b tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360224 Jun 28 09:55:32.063066 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa71f2-0f6b-4dcd-b7bf-ef1d060fb703 req-0a5a8a63-669b-4f96-b90e-140374086bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:32.064491 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5eaa71f2-0f6b-4dcd-b7bf-ef1d060fb703 req-0a5a8a63-669b-4f96-b90e-140374086bb5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da HTTP/1.1" status: 200 len: 914 time: 0.4009137 Jun 28 09:55:32.079014 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced9610-6a5c-489a-9936-977e6e95e45a req-60f51441-8619-4a24-b855-7a1651b20045 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:32.080390 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bced9610-6a5c-489a-9936-977e6e95e45a req-60f51441-8619-4a24-b855-7a1651b20045 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.37 "GET /v2.0/networks?id=ad90ee26-f214-423d-915c-1771f9f452d5 HTTP/1.1" status: 200 len: 813 time: 0.3876624 Jun 28 09:55:32.119506 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-bced9610-6a5c-489a-9936-977e6e95e45a req-c315c936-5e3d-4c3c-93a7-eab673011c8f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Request body: {'port': {'device_id': 'd0d702fa-1187-4653-808c-d813cbf1e56d', 'network_id': 'ad90ee26-f214-423d-915c-1771f9f452d5', 'admin_state_up': True, 'tenant_id': '29cdbedef56d4f36a5b7b1b846f80a9a'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:32.123210 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5eaa71f2-0f6b-4dcd-b7bf-ef1d060fb703 req-bf78de84-76e4-45c4-9cba-6c12eebca31b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a289dccd-79ea-46c2-af30-668c20b6f0c6 HTTP/1.1" status: 200 len: 217 time: 0.0413485 Jun 28 09:55:32.224854 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa71f2-0f6b-4dcd-b7bf-ef1d060fb703 req-795fb277-af42-4680-8956-e56d9a7e6e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:32.226300 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5eaa71f2-0f6b-4dcd-b7bf-ef1d060fb703 req-795fb277-af42-4680-8956-e56d9a7e6e58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3ff202d-893a-4c89-bdbc-680e574cfd76 HTTP/1.1" status: 200 len: 853 time: 0.0898838 Jun 28 09:55:32.274126 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5eaa71f2-0f6b-4dcd-b7bf-ef1d060fb703 req-f57ede52-add2-4516-a9c9-c639f5bc1b35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316155 Jun 28 09:55:32.378140 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5eaa71f2-0f6b-4dcd-b7bf-ef1d060fb703 req-a13a6925-77da-4ac3-9f91-6bcc4f970b91 service neutron] 10.222.0.37 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909271 Jun 28 09:55:32.469184 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5eaa71f2-0f6b-4dcd-b7bf-ef1d060fb703 req-e8bf9499-3e99-4ef8-8b79-0c129d63292c service neutron] 10.222.0.37 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814202 Jun 28 09:55:32.527032 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bced9610-6a5c-489a-9936-977e6e95e45a req-c315c936-5e3d-4c3c-93a7-eab673011c8f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Made reservation on behalf of 29cdbedef56d4f36a5b7b1b846f80a9a for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:32.531160 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-bced9610-6a5c-489a-9936-977e6e95e45a req-c315c936-5e3d-4c3c-93a7-eab673011c8f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:32.662292 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-bced9610-6a5c-489a-9936-977e6e95e45a req-c315c936-5e3d-4c3c-93a7-eab673011c8f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Allocated IP 172.20.0.8 (ad90ee26-f214-423d-915c-1771f9f452d5/3e51b1f0-1344-41d3-a3b3-e3bfb6d33134/bb60f3a7-e350-442f-9d16-832f0a0994c3) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:55:32.808888 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6adad9-3f12-4f87-9d44-6f4648121156 req-417dad23-6b35-4046-a12c-fcc1249366c7 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:32.811355 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cc6adad9-3f12-4f87-9d44-6f4648121156 req-417dad23-6b35-4046-a12c-fcc1249366c7 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 943 time: 0.0848360 Jun 28 09:55:32.847417 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-bced9610-6a5c-489a-9936-977e6e95e45a req-c315c936-5e3d-4c3c-93a7-eab673011c8f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:32.854424 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cc6adad9-3f12-4f87-9d44-6f4648121156 req-929f6d8a-3700-4405-86b5-d45f5fed2a00 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363705 Jun 28 09:55:32.933080 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f3642a3e-4d16-47c2-bc70-a57d84ec2c44 req-9fd07e56-4cfb-4bec-8920-b5f75c41cc50 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 210 time: 0.0309148 Jun 28 09:55:33.044945 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-bced9610-6a5c-489a-9936-977e6e95e45a req-c315c936-5e3d-4c3c-93a7-eab673011c8f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:33.051088 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:33.095981 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bced9610-6a5c-489a-9936-977e6e95e45a req-c315c936-5e3d-4c3c-93a7-eab673011c8f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Network ad90ee26-f214-423d-915c-1771f9f452d5 is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:55:33.099521 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-bced9610-6a5c-489a-9936-977e6e95e45a req-c315c936-5e3d-4c3c-93a7-eab673011c8f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:33.102618 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-bced9610-6a5c-489a-9936-977e6e95e45a req-c315c936-5e3d-4c3c-93a7-eab673011c8f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:55:33.108127 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced9610-6a5c-489a-9936-977e6e95e45a req-c315c936-5e3d-4c3c-93a7-eab673011c8f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:33.108751 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-bced9610-6a5c-489a-9936-977e6e95e45a req-c315c936-5e3d-4c3c-93a7-eab673011c8f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:33.133190 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315c936-5e3d-4c3c-93a7-eab673011c8f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Pushing event updated for resources: {'Port': ['ID=bb60f3a7-e350-442f-9d16-832f0a0994c3,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:33.137434 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-c315c936-5e3d-4c3c-93a7-eab673011c8f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:33.153202 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-0f4975ff-5c92-44bd-a509-38507dcbd71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:33.376626 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bced9610-6a5c-489a-9936-977e6e95e45a req-c315c936-5e3d-4c3c-93a7-eab673011c8f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2617490 Jun 28 09:55:33.392496 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Request body: {'port': {'device_id': 'd0d702fa-1187-4653-808c-d813cbf1e56d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:33.464684 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:33.616178 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device a289dccd-79ea-46c2-af30-668c20b6f0c6 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:55:33.710387 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port a289dccd-79ea-46c2-af30-668c20b6f0c6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a289dccd-79ea-46c2-af30-668c20b6f0c6,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:33.722516 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': 'a289dccd-79ea-46c2-af30-668c20b6f0c6', 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da', 'port_id': 'a289dccd-79ea-46c2-af30-668c20b6f0c6', 'mac_address': 'fa:16:3e:f5:0f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ff202d-893a-4c89-bdbc-680e574cfd76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:55:33.725993 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb60f3a7-e350-442f-9d16-832f0a0994c3 {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:33.734734 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:33.746685 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Transition to ACTIVE for port object bb60f3a7-e350-442f-9d16-832f0a0994c3 will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:55:33.761223 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:33.774195 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a289dccd-79ea-46c2-af30-668c20b6f0c6 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:33.793546 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port a289dccd-79ea-46c2-af30-668c20b6f0c6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a289dccd-79ea-46c2-af30-668c20b6f0c6,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:34.031650 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09dbeee-af4d-4310-9763-52a12358f72a req-7fef3e9d-31b7-4c81-9028-bfc67e570051 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:34.033158 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d09dbeee-af4d-4310-9763-52a12358f72a req-7fef3e9d-31b7-4c81-9028-bfc67e570051 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 943 time: 0.0638103 Jun 28 09:55:34.124403 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d09dbeee-af4d-4310-9763-52a12358f72a req-2d1e17d7-5f64-4b7f-a0b3-013661ec0e18 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673442 Jun 28 09:55:34.163613 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169f343-8e21-442d-b666-4d928017694c req-77003763-f299-4b1f-88c0-ee9dfee519e5 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:34.166289 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5169f343-8e21-442d-b666-4d928017694c req-77003763-f299-4b1f-88c0-ee9dfee519e5 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 931 time: 0.1099801 Jun 28 09:55:34.273477 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5169f343-8e21-442d-b666-4d928017694c req-1f677790-42e3-4f68-9146-863fe9ea435b tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992277 Jun 28 09:55:34.375684 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:34.381785 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:34.466123 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb60f3a7-e350-442f-9d16-832f0a0994c3,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:34.469053 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:34.473112 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:34.474985 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-7f6f64fb-eac9-4d94-87d1-d40955881c5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:34.490360 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Attempting to bind port bb60f3a7-e350-442f-9d16-832f0a0994c3 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:55:34.490692 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Attempting to bind port bb60f3a7-e350-442f-9d16-832f0a0994c3 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'e706efac-0d7e-4f94-918e-a21d2ab7b431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ad90ee26-f214-423d-915c-1771f9f452d5'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:55:34.491051 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Attempting to bind port bb60f3a7-e350-442f-9d16-832f0a0994c3 on network ad90ee26-f214-423d-915c-1771f9f452d5 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:34.495736 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Port bb60f3a7-e350-442f-9d16-832f0a0994c3 on network ad90ee26-f214-423d-915c-1771f9f452d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:55:34.496053 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Attempting to bind port bb60f3a7-e350-442f-9d16-832f0a0994c3 on network ad90ee26-f214-423d-915c-1771f9f452d5 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:55:34.501374 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:55:34.501848 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Checking segment: {'id': 'e706efac-0d7e-4f94-918e-a21d2ab7b431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ad90ee26-f214-423d-915c-1771f9f452d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:34.502882 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Bound using segment: {'id': 'e706efac-0d7e-4f94-918e-a21d2ab7b431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ad90ee26-f214-423d-915c-1771f9f452d5'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:55:34.503316 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Bound port: bb60f3a7-e350-442f-9d16-832f0a0994c3, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e706efac-0d7e-4f94-918e-a21d2ab7b431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ad90ee26-f214-423d-915c-1771f9f452d5'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:55:34.503672 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:34.532999 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=a289dccd-79ea-46c2-af30-668c20b6f0c6,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:34.541447 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:34.576576 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] For port bb60f3a7-e350-442f-9d16-832f0a0994c3, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:55:34.579700 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] For port bb60f3a7-e350-442f-9d16-832f0a0994c3, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bb60f3a7-e350-442f-9d16-832f0a0994c3,segment=NetworkSegment(e706efac-0d7e-4f94-918e-a21d2ab7b431),segment_id=e706efac-0d7e-4f94-918e-a21d2ab7b431)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:55:34.750416 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:34.750416 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-084acfd3-3445-49e4-9695-2d27be41a5e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:34.778732 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:34.779345 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:34.780809 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bced9610-6a5c-489a-9936-977e6e95e45a req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] 10.222.0.37 "PUT /v2.0/ports/bb60f3a7-e350-442f-9d16-832f0a0994c3 HTTP/1.1" status: 200 len: 1093 time: 1.3924489 Jun 28 09:55:34.781330 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d702fa-1187-4653-808c-d813cbf1e56d', 'tag': 'bb60f3a7-e350-442f-9d16-832f0a0994c3'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:34.784229 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56118b1-c3d2-46a5-9a87-718419e3ce60" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d702fa-1187-4653-808c-d813cbf1e56d", "tag": "bb60f3a7-e350-442f-9d16-832f0a0994c3"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:34.814363 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb60f3a7-e350-442f-9d16-832f0a0994c3,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:34.819341 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:34.835284 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdc767d-f163-494d-a653-316b25346649 x-openstack-request-id: req-9bdc767d-f163-494d-a653-316b25346649 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:34.835607 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d702fa-1187-4653-808c-d813cbf1e56d", "tag": "bb60f3a7-e350-442f-9d16-832f0a0994c3", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:34.835891 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9bdc767d-f163-494d-a653-316b25346649 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:34.836313 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d702fa-1187-4653-808c-d813cbf1e56d', 'tag': 'bb60f3a7-e350-442f-9d16-832f0a0994c3', 'status': 'completed', 'code': 200} Jun 28 09:55:34.932125 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56118b1-c3d2-46a5-9a87-718419e3ce60 req-ed9de7a0-81db-4350-ab8d-1a6eb163b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:34.933686 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e56118b1-c3d2-46a5-9a87-718419e3ce60 req-ed9de7a0-81db-4350-ab8d-1a6eb163b979 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29cdbedef56d4f36a5b7b1b846f80a9a&device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 1096 time: 0.0687015 Jun 28 09:55:34.972957 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['a289dccd-79ea-46c2-af30-668c20b6f0c6'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:55:35.054315 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56118b1-c3d2-46a5-9a87-718419e3ce60 req-8e7db0db-3541-4fac-bb7c-37f2091c6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:35.055821 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e56118b1-c3d2-46a5-9a87-718419e3ce60 req-8e7db0db-3541-4fac-bb7c-37f2091c6832 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=29cdbedef56d4f36a5b7b1b846f80a9a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1019788 Jun 28 09:55:35.186495 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56118b1-c3d2-46a5-9a87-718419e3ce60 req-a90180cf-5111-4f2b-96fd-5b4603a300ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:35.188086 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e56118b1-c3d2-46a5-9a87-718419e3ce60 req-a90180cf-5111-4f2b-96fd-5b4603a300ec service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1248844 Jun 28 09:55:35.334004 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced9610-6a5c-489a-9936-977e6e95e45a req-7780e9bd-5a35-4010-9534-195f5b801e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:35.334004 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bced9610-6a5c-489a-9936-977e6e95e45a req-7780e9bd-5a35-4010-9534-195f5b801e62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29cdbedef56d4f36a5b7b1b846f80a9a&device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 1096 time: 0.0933268 Jun 28 09:55:35.334978 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b3cc-4ab1-49d9-ba8b-78093ecc75fd req-2a21280c-250f-4d44-8e6f-0e2878629538 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:35.337368 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1dd7b3cc-4ab1-49d9-ba8b-78093ecc75fd req-2a21280c-250f-4d44-8e6f-0e2878629538 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 944 time: 0.0886955 Jun 28 09:55:35.381920 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1dd7b3cc-4ab1-49d9-ba8b-78093ecc75fd req-d3a393ad-5450-4c20-ad65-1e6ac719b899 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379839 Jun 28 09:55:35.388742 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bced9610-6a5c-489a-9936-977e6e95e45a req-9ae88d20-5c6d-434a-8958-ba1a8c3d8529 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb60f3a7-e350-442f-9d16-832f0a0994c3 HTTP/1.1" status: 200 len: 217 time: 0.0474954 Jun 28 09:55:35.457216 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced9610-6a5c-489a-9936-977e6e95e45a req-ebb039be-4a23-41e7-9e99-22debe594c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:35.457216 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bced9610-6a5c-489a-9936-977e6e95e45a req-ebb039be-4a23-41e7-9e99-22debe594c63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3e51b1f0-1344-41d3-a3b3-e3bfb6d33134 HTTP/1.1" status: 200 len: 853 time: 0.0499105 Jun 28 09:55:35.487431 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bced9610-6a5c-489a-9936-977e6e95e45a req-96e3bb21-bc4d-48e3-8d57-051529e2fa82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad90ee26-f214-423d-915c-1771f9f452d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325110 Jun 28 09:55:35.566891 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a386d87-f264-4290-94b8-e730635c54b7 req-cd0be590-9856-48cf-ae65-c303bdc390e6 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:35.566891 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6a386d87-f264-4290-94b8-e730635c54b7 req-cd0be590-9856-48cf-ae65-c303bdc390e6 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 943 time: 0.0674801 Jun 28 09:55:35.586837 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bced9610-6a5c-489a-9936-977e6e95e45a req-60606622-5138-44c9-bacd-01527ba080bd service neutron] 10.222.0.37 "GET /v2.0/networks/ad90ee26-f214-423d-915c-1771f9f452d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891137 Jun 28 09:55:35.601806 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6a386d87-f264-4290-94b8-e730635c54b7 req-7faa8144-f84e-4127-9a29-ba35d460ce4e tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334413 Jun 28 09:55:35.605377 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:35.611073 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0d20-e959-4be7-925b-4b579cb54fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:35.707325 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bced9610-6a5c-489a-9936-977e6e95e45a req-d109ea8e-8b5d-44b1-bdd9-1032893bf03b service neutron] 10.222.0.37 "GET /v2.0/networks/ad90ee26-f214-423d-915c-1771f9f452d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123576 Jun 28 09:55:36.276028 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7366e4a-f2c4-42ab-b135-de4be7423862 req-ca3bc8b1-2629-4654-b456-7df3a8c02b66 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:36.277527 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d7366e4a-f2c4-42ab-b135-de4be7423862 req-ca3bc8b1-2629-4654-b456-7df3a8c02b66 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0655892 Jun 28 09:55:36.309719 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 46396) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:36.323706 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d7366e4a-f2c4-42ab-b135-de4be7423862 req-6487c810-55c8-435c-84c1-e5018732c488 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403349 Jun 28 09:55:36.422000 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7117369a-ac15-453a-aeff-7a049f6db72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:36.515981 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbe946-7ba8-4526-a0ab-631393fb04b1 req-0d757e19-e360-43fe-8e12-0c1bb34a4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:36.515981 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d1dbe946-7ba8-4526-a0ab-631393fb04b1 req-0d757e19-e360-43fe-8e12-0c1bb34a4f30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f5cd03267bb4fef9e29eeb5f7aeea2d&device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 1098 time: 0.0678082 Jun 28 09:55:36.571678 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f092a-6c9c-4051-869c-3e1fee9744ec req-a4ffbe90-09c3-45d2-b1ef-7487f556f4e2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:36.573441 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-435f092a-6c9c-4051-869c-3e1fee9744ec req-a4ffbe90-09c3-45d2-b1ef-7487f556f4e2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 944 time: 0.0711918 Jun 28 09:55:36.612227 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-435f092a-6c9c-4051-869c-3e1fee9744ec req-90e585c5-7b28-493c-928b-3d0659b06080 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323119 Jun 28 09:55:36.636320 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbe946-7ba8-4526-a0ab-631393fb04b1 req-e75d2014-714f-45b8-a11a-ec2e581afbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:36.637879 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d1dbe946-7ba8-4526-a0ab-631393fb04b1 req-e75d2014-714f-45b8-a11a-ec2e581afbf8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=059b1d65-d322-4b4c-83ce-48fd289a3bcf HTTP/1.1" status: 200 len: 919 time: 0.1120386 Jun 28 09:55:36.687245 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7117369a-ac15-453a-aeff-7a049f6db72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:36.689405 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d1dbe946-7ba8-4526-a0ab-631393fb04b1 req-10ad404e-59b7-48bf-8bdd-bdca1a844571 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 HTTP/1.1" status: 200 len: 217 time: 0.0417342 Jun 28 09:55:36.740309 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbe946-7ba8-4526-a0ab-631393fb04b1 req-4a41f8eb-4cb3-492a-a6a6-e3b012988990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:36.741928 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d1dbe946-7ba8-4526-a0ab-631393fb04b1 req-4a41f8eb-4cb3-492a-a6a6-e3b012988990 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=425698d2-70d0-4e8c-9f39-29fdfe2da4b2 HTTP/1.1" status: 200 len: 858 time: 0.0434229 Jun 28 09:55:36.785786 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d1dbe946-7ba8-4526-a0ab-631393fb04b1 req-5a2f8d32-7312-49f8-8e46-1636254310db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=059b1d65-d322-4b4c-83ce-48fd289a3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295453 Jun 28 09:55:36.797630 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2bb77-9329-4e6c-8cbb-c424d6fa4e3d req-06539b58-15ab-4b47-813f-c8a43d859219 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:36.805537 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2fc2bb77-9329-4e6c-8cbb-c424d6fa4e3d req-06539b58-15ab-4b47-813f-c8a43d859219 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 943 time: 0.0772736 Jun 28 09:55:36.861026 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2fc2bb77-9329-4e6c-8cbb-c424d6fa4e3d req-da4083cb-ca85-485a-a7ca-2755ac52c5cc tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505719 Jun 28 09:55:36.912289 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d1dbe946-7ba8-4526-a0ab-631393fb04b1 req-631d9524-4915-42ef-884f-cd06bcc08224 service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231647 Jun 28 09:55:37.009452 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d1dbe946-7ba8-4526-a0ab-631393fb04b1 req-45cce8f2-83b8-47c9-8512-c20040cafacb service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875716 Jun 28 09:55:37.013504 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7117369a-ac15-453a-aeff-7a049f6db72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:37.013974 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:37.016953 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-0b6b3f53-18bd-4077-859f-264d801549d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:37.056184 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-7117369a-ac15-453a-aeff-7a049f6db72c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aca6ae92ab77457a90e779e554315648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7450957 Jun 28 09:55:37.057093 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117369a-ac15-453a-aeff-7a049f6db72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00c6b0a-8ed9-43dc-b484-db06724f7d81,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:37.058877 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 46424) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:37.060068 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-7117369a-ac15-453a-aeff-7a049f6db72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:37.118175 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7e85ebcd-c0a2-422f-ba43-49711c996878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:37.134112 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7e85ebcd-c0a2-422f-ba43-49711c996878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:37.301644 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7e85ebcd-c0a2-422f-ba43-49711c996878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:37.307645 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7e85ebcd-c0a2-422f-ba43-49711c996878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:37.307645 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-7e85ebcd-c0a2-422f-ba43-49711c996878 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a00c6b0a-8ed9-43dc-b484-db06724f7d81 HTTP/1.1" status: 204 len: 168 time: 0.2454767 Jun 28 09:55:37.307645 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:37.313956 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85ebcd-c0a2-422f-ba43-49711c996878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00c6b0a-8ed9-43dc-b484-db06724f7d81,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:37.316828 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-7e85ebcd-c0a2-422f-ba43-49711c996878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:37.501606 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ab535-6a4e-4755-a562-297177c08b78 req-a8be7312-3240-4575-bed3-1680cabbcbb0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:37.503622 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-674ab535-6a4e-4755-a562-297177c08b78 req-a8be7312-3240-4575-bed3-1680cabbcbb0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0656796 Jun 28 09:55:37.547228 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-674ab535-6a4e-4755-a562-297177c08b78 req-7581e17f-cbb6-4d24-95ea-42e8cbe1c440 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327175 Jun 28 09:55:37.615036 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device bb60f3a7-e350-442f-9d16-832f0a0994c3 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:55:37.618234 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device a289dccd-79ea-46c2-af30-668c20b6f0c6 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:55:37.750004 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port bb60f3a7-e350-442f-9d16-832f0a0994c3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bb60f3a7-e350-442f-9d16-832f0a0994c3,segment=NetworkSegment(e706efac-0d7e-4f94-918e-a21d2ab7b431),segment_id=e706efac-0d7e-4f94-918e-a21d2ab7b431)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:37.771408 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': 'bb60f3a7-e350-442f-9d16-832f0a0994c3', 'network_id': 'ad90ee26-f214-423d-915c-1771f9f452d5', 'port_id': 'bb60f3a7-e350-442f-9d16-832f0a0994c3', 'mac_address': 'fa:16:3e:58:2b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e51b1f0-1344-41d3-a3b3-e3bfb6d33134', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:55:37.817319 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:37.825042 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59b9a7-53c5-410d-a02d-1a8452b75144 req-7263276f-443b-4cd0-bf91-2a075e719ae3 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:37.830794 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb60f3a7-e350-442f-9d16-832f0a0994c3 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:55:37.834814 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-db59b9a7-53c5-410d-a02d-1a8452b75144 req-7263276f-443b-4cd0-bf91-2a075e719ae3 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 944 time: 0.1068320 Jun 28 09:55:37.861484 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port bb60f3a7-e350-442f-9d16-832f0a0994c3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bb60f3a7-e350-442f-9d16-832f0a0994c3,segment=NetworkSegment(e706efac-0d7e-4f94-918e-a21d2ab7b431),segment_id=e706efac-0d7e-4f94-918e-a21d2ab7b431)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:37.871019 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port a289dccd-79ea-46c2-af30-668c20b6f0c6 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:55:37.872469 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-db59b9a7-53c5-410d-a02d-1a8452b75144 req-d2708b80-6524-4353-a115-97aa7ea6a578 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366297 Jun 28 09:55:37.875478 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port a289dccd-79ea-46c2-af30-668c20b6f0c6 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:55:37.876256 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:37.981652 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:38.023725 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port a289dccd-79ea-46c2-af30-668c20b6f0c6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a289dccd-79ea-46c2-af30-668c20b6f0c6,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:38.037080 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdebfd0-68aa-4a28-95be-5f51801674f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a289dccd-79ea-46c2-af30-668c20b6f0c6'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:38.040174 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782c8528-8cb0-4df4-a33b-a939d3b01f8b" -d '{"events": [{"server_uuid": "afdebfd0-68aa-4a28-95be-5f51801674f5", "name": "network-vif-plugged", "status": "completed", "tag": "a289dccd-79ea-46c2-af30-668c20b6f0c6"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:38.043630 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:38.051018 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:38.071906 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda876d-e051-4a9b-8d1a-2939a0ecbf98 req-af0def83-b149-4c2d-a269-3eb09a775de2 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:38.074266 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-dbda876d-e051-4a9b-8d1a-2939a0ecbf98 req-af0def83-b149-4c2d-a269-3eb09a775de2 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 943 time: 0.0842624 Jun 28 09:55:38.110062 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=bb60f3a7-e350-442f-9d16-832f0a0994c3,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:38.113705 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:38.122887 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-dbda876d-e051-4a9b-8d1a-2939a0ecbf98 req-55361ace-7be8-427a-9e41-c7fe31daf892 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392964 Jun 28 09:55:38.144203 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e2f2aa-8581-4f07-84e0-9517c5744861 x-openstack-request-id: req-99e2f2aa-8581-4f07-84e0-9517c5744861 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:38.144556 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdebfd0-68aa-4a28-95be-5f51801674f5", "name": "network-vif-plugged", "status": "completed", "tag": "a289dccd-79ea-46c2-af30-668c20b6f0c6", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:38.145018 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99e2f2aa-8581-4f07-84e0-9517c5744861 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:38.145511 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdebfd0-68aa-4a28-95be-5f51801674f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a289dccd-79ea-46c2-af30-668c20b6f0c6', 'code': 200} Jun 28 09:55:38.284395 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:38.284395 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:38.284395 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-7dc65ffb-1801-4fa4-9019-463ecd9ccad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:38.323333 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=a289dccd-79ea-46c2-af30-668c20b6f0c6,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:38.326603 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:38.418208 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['bb60f3a7-e350-442f-9d16-832f0a0994c3'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:55:38.738878 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38747f2-5551-4eea-b570-90eb2576df24 req-26f8b2e5-8888-4ded-9ddf-655f9e67a75e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:38.744157 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b38747f2-5551-4eea-b570-90eb2576df24 req-26f8b2e5-8888-4ded-9ddf-655f9e67a75e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0893950 Jun 28 09:55:38.783666 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b38747f2-5551-4eea-b570-90eb2576df24 req-8a4d29bc-bf10-4d4d-884a-aebdc288367a tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348110 Jun 28 09:55:39.054104 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab2938-6f80-4cf2-916d-3eaaf07fb6d7 req-6c2c2b73-5f86-48ec-ab16-302ed841030e tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:39.055506 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d1ab2938-6f80-4cf2-916d-3eaaf07fb6d7 req-6c2c2b73-5f86-48ec-ab16-302ed841030e tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 945 time: 0.0661659 Jun 28 09:55:39.094026 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d1ab2938-6f80-4cf2-916d-3eaaf07fb6d7 req-1b067779-db0f-491a-9cd9-3cab936ce970 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327077 Jun 28 09:55:39.207608 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a026039-0688-4936-9b10-3e25a692608d req-f2171a7f-2e60-4dd0-98bc-9fb8afaba973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:39.209811 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7a026039-0688-4936-9b10-3e25a692608d req-f2171a7f-2e60-4dd0-98bc-9fb8afaba973 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 1098 time: 0.0722117 Jun 28 09:55:39.250948 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7a026039-0688-4936-9b10-3e25a692608d req-f90fb73d-8323-4097-bbe9-7337383236bf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318985 Jun 28 09:55:39.309641 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba634de-7cdf-49c1-88d6-f158f17580a3 req-d2dfef12-9a45-495f-b614-dd06edd7bc22 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:39.311624 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fba634de-7cdf-49c1-88d6-f158f17580a3 req-d2dfef12-9a45-495f-b614-dd06edd7bc22 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 944 time: 0.0726066 Jun 28 09:55:39.353785 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fba634de-7cdf-49c1-88d6-f158f17580a3 req-6b3be6a5-b3e7-4c41-a54a-02aed47f9e86 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354970 Jun 28 09:55:39.513543 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 46522) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:39.615742 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-42200e83-0d8f-48ff-b9de-185125d7f5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:39.616971 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device bb60f3a7-e350-442f-9d16-832f0a0994c3 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:55:39.703282 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-42200e83-0d8f-48ff-b9de-185125d7f5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:39.838846 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port bb60f3a7-e350-442f-9d16-832f0a0994c3 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:55:39.843258 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port bb60f3a7-e350-442f-9d16-832f0a0994c3 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:55:39.843678 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:39.873348 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-42200e83-0d8f-48ff-b9de-185125d7f5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:39.893832 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:39.907628 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-42200e83-0d8f-48ff-b9de-185125d7f5db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73b579197252409ba39d3b03649f9540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929880 Jun 28 09:55:39.910362 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 46532) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:39.933256 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:39.948754 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42200e83-0d8f-48ff-b9de-185125d7f5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b6beb1-1713-421c-8521-0f1b99424033,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:39.968609 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-91880dc8-4504-499d-b356-b2242d325e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:39.968987 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-42200e83-0d8f-48ff-b9de-185125d7f5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:39.975226 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port bb60f3a7-e350-442f-9d16-832f0a0994c3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bb60f3a7-e350-442f-9d16-832f0a0994c3,segment=NetworkSegment(e706efac-0d7e-4f94-918e-a21d2ab7b431),segment_id=e706efac-0d7e-4f94-918e-a21d2ab7b431)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:55:39.984242 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-91880dc8-4504-499d-b356-b2242d325e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.004093 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87bf0e-bda8-456a-baf1-d248f68716ee req-cfc6a29e-b9f8-4415-9401-1df9a5ddbfc9 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:40.005719 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9e87bf0e-bda8-456a-baf1-d248f68716ee req-cfc6a29e-b9f8-4415-9401-1df9a5ddbfc9 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0970988 Jun 28 09:55:40.045074 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9e87bf0e-bda8-456a-baf1-d248f68716ee req-7c280c3b-553c-4bb7-bb42-c810f8955214 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336976 Jun 28 09:55:40.113488 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.115361 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:40.148151 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d702fa-1187-4653-808c-d813cbf1e56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb60f3a7-e350-442f-9d16-832f0a0994c3'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:55:40.150473 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f7eee1-ca4f-4745-a39c-da9213f6ea84" -d '{"events": [{"server_uuid": "d0d702fa-1187-4653-808c-d813cbf1e56d", "name": "network-vif-plugged", "status": "completed", "tag": "bb60f3a7-e350-442f-9d16-832f0a0994c3"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:55:40.168664 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=bb60f3a7-e350-442f-9d16-832f0a0994c3,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:40.172558 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:40.179759 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-91880dc8-4504-499d-b356-b2242d325e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.182822 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-91880dc8-4504-499d-b356-b2242d325e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.187272 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-91880dc8-4504-499d-b356-b2242d325e74 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25b6beb1-1713-421c-8521-0f1b99424033 HTTP/1.1" status: 204 len: 168 time: 0.2758794 Jun 28 09:55:40.188212 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d455b723-923f-4975-b7d6-42cb17f3f0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:40.198542 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c29932-2133-4ce7-bed9-5ab9e4f02a4e x-openstack-request-id: req-78c29932-2133-4ce7-bed9-5ab9e4f02a4e {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:55:40.198841 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d702fa-1187-4653-808c-d813cbf1e56d", "name": "network-vif-plugged", "status": "completed", "tag": "bb60f3a7-e350-442f-9d16-832f0a0994c3", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:55:40.199804 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78c29932-2133-4ce7-bed9-5ab9e4f02a4e {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:55:40.199804 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d702fa-1187-4653-808c-d813cbf1e56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb60f3a7-e350-442f-9d16-832f0a0994c3', 'code': 200} Jun 28 09:55:40.203735 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91880dc8-4504-499d-b356-b2242d325e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b6beb1-1713-421c-8521-0f1b99424033,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:40.207929 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-91880dc8-4504-499d-b356-b2242d325e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:40.302698 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5bbb8-aad5-4dcf-bc13-79c0506bc890 req-00cbc45a-dae0-4947-bef1-5ee083730c47 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:40.307445 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7ec5bbb8-aad5-4dcf-bc13-79c0506bc890 req-00cbc45a-dae0-4947-bef1-5ee083730c47 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 945 time: 0.0744674 Jun 28 09:55:40.334838 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 46544) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:40.359554 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7ec5bbb8-aad5-4dcf-bc13-79c0506bc890 req-263e1cd9-3dea-47f4-86b2-50fe98f1d48e tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488176 Jun 28 09:55:40.572021 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49650fca-8c67-4733-814f-e5334e207d54 req-2df3f50d-3c7a-411d-bec0-f87a25ca3c2e tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:40.573576 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-49650fca-8c67-4733-814f-e5334e207d54 req-2df3f50d-3c7a-411d-bec0-f87a25ca3c2e tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 945 time: 0.0918107 Jun 28 09:55:40.603136 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ec153fad-044a-413a-889f-d4de1ba20249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.633315 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-49650fca-8c67-4733-814f-e5334e207d54 req-9b757912-08e4-4375-9026-365f928b5d66 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498126 Jun 28 09:55:40.718549 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ec153fad-044a-413a-889f-d4de1ba20249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.792397 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbc91f-5ddb-431b-9b6c-a6dffed6c5de req-c7e85d49-4b58-42a3-8c82-8fbd0d517c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:40.794789 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-dabbc91f-5ddb-431b-9b6c-a6dffed6c5de req-c7e85d49-4b58-42a3-8c82-8fbd0d517c39 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 1098 time: 0.0553198 Jun 28 09:55:40.829182 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ec153fad-044a-413a-889f-d4de1ba20249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.833233 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-dabbc91f-5ddb-431b-9b6c-a6dffed6c5de req-b9c916e7-c9bd-40f2-b5e0-e2ff6e13fe6b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305600 Jun 28 09:55:40.838282 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:40.873852 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-ec153fad-044a-413a-889f-d4de1ba20249 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4021cd5b50d14a7e9dfac21f5b314b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5367169 Jun 28 09:55:40.873852 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec153fad-044a-413a-889f-d4de1ba20249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042c1bb1-6217-4c15-80bb-62abf30813b0,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:40.875371 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 46558) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:40.876525 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ec153fad-044a-413a-889f-d4de1ba20249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:40.924846 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8435c144-159e-4d6b-8578-0d29977c1b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.946537 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8435c144-159e-4d6b-8578-0d29977c1b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.078298 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8435c144-159e-4d6b-8578-0d29977c1b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.082245 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8435c144-159e-4d6b-8578-0d29977c1b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.086236 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-8435c144-159e-4d6b-8578-0d29977c1b4c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/042c1bb1-6217-4c15-80bb-62abf30813b0 HTTP/1.1" status: 204 len: 168 time: 0.2098019 Jun 28 09:55:41.087073 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-a3731889-4464-4513-9ffa-96579ba8b5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:41.100042 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435c144-159e-4d6b-8578-0d29977c1b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042c1bb1-6217-4c15-80bb-62abf30813b0,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:41.101812 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-8435c144-159e-4d6b-8578-0d29977c1b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:41.109337 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 46564) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:41.129201 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2e0a4c99-f19c-47e5-9de2-06ab5d3ee9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.224273 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2e0a4c99-f19c-47e5-9de2-06ab5d3ee9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.240306 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c862d-fb74-40ce-bc3f-3275ae22ddd1 req-b469e166-eefb-4d7d-97c6-82fbe2ff64b7 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:41.241824 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ea4c862d-fb74-40ce-bc3f-3275ae22ddd1 req-b469e166-eefb-4d7d-97c6-82fbe2ff64b7 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0640388 Jun 28 09:55:41.279349 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ea4c862d-fb74-40ce-bc3f-3275ae22ddd1 req-5200193b-47b4-490e-b171-72fe5202d743 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Jun 28 09:55:41.307247 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2e0a4c99-f19c-47e5-9de2-06ab5d3ee9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.310627 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:41.348887 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-2e0a4c99-f19c-47e5-9de2-06ab5d3ee9d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3a6f56744ab4234961a3fc93ff8e90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384486 Jun 28 09:55:41.350027 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a4c99-f19c-47e5-9de2-06ab5d3ee9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a166d2e9-5917-48f9-9d89-cbd726efe34f,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:41.351602 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 46566) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:41.353282 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-2e0a4c99-f19c-47e5-9de2-06ab5d3ee9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:41.403409 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d652f4a8-7971-4701-a7b8-3e19e35e6468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.424983 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d652f4a8-7971-4701-a7b8-3e19e35e6468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.553627 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca13b2-efe5-475b-8d3d-4e8478133548 req-c041bcd7-a348-4042-a517-c473df041968 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:41.555295 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b7ca13b2-efe5-475b-8d3d-4e8478133548 req-c041bcd7-a348-4042-a517-c473df041968 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 945 time: 0.0871906 Jun 28 09:55:41.583148 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d652f4a8-7971-4701-a7b8-3e19e35e6468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.585788 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d652f4a8-7971-4701-a7b8-3e19e35e6468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:41.587029 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-d652f4a8-7971-4701-a7b8-3e19e35e6468 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a166d2e9-5917-48f9-9d89-cbd726efe34f HTTP/1.1" status: 204 len: 168 time: 0.2342718 Jun 28 09:55:41.588183 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-af032c8d-9bf1-4665-aae7-87e7266536e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:41.606433 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652f4a8-7971-4701-a7b8-3e19e35e6468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a166d2e9-5917-48f9-9d89-cbd726efe34f,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:41.608746 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d652f4a8-7971-4701-a7b8-3e19e35e6468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:41.616434 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b7ca13b2-efe5-475b-8d3d-4e8478133548 req-5cf16f98-092b-4715-94ce-8fa53c436a26 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522561 Jun 28 09:55:41.854998 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dbe01-e771-46e5-ba0b-9818afea6788 req-7d0ad7c3-579e-427a-8b38-dcf112f2f0d0 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:41.856515 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ca7dbe01-e771-46e5-ba0b-9818afea6788 req-7d0ad7c3-579e-427a-8b38-dcf112f2f0d0 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 945 time: 0.0750916 Jun 28 09:55:41.895504 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ca7dbe01-e771-46e5-ba0b-9818afea6788 req-afa0ba3b-c475-4391-9eae-f3d2234205b1 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320208 Jun 28 09:55:42.463307 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4794567-6ad0-4b59-a078-0846b3ea86a1 req-65ec3a36-ae6f-4013-a640-4501b5f55bb2 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:42.464690 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e4794567-6ad0-4b59-a078-0846b3ea86a1 req-65ec3a36-ae6f-4013-a640-4501b5f55bb2 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0666118 Jun 28 09:55:42.501751 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e4794567-6ad0-4b59-a078-0846b3ea86a1 req-113ac245-1070-4423-b4b0-de81c80eddb6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313637 Jun 28 09:55:43.094140 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa801a4c-3e5f-45ba-89e8-20230c7bda27 req-20e5f2f2-8dfa-4381-b1db-66942db91706 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:43.095623 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fa801a4c-3e5f-45ba-89e8-20230c7bda27 req-20e5f2f2-8dfa-4381-b1db-66942db91706 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 945 time: 0.0637939 Jun 28 09:55:43.134070 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fa801a4c-3e5f-45ba-89e8-20230c7bda27 req-bc11cdb2-4f05-41c0-919b-eefb2e017a70 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322442 Jun 28 09:55:43.577395 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 46698) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:43.717842 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26015a-f25c-4565-b746-26a3ed3782eb req-7b7dbdc5-9e0e-4b2d-91c5-347102ae628c tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:43.719338 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ec26015a-f25c-4565-b746-26a3ed3782eb req-7b7dbdc5-9e0e-4b2d-91c5-347102ae628c tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0789413 Jun 28 09:55:43.752894 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2c75726c-3296-4079-9a89-617a3cf45ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:43.781178 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ec26015a-f25c-4565-b746-26a3ed3782eb req-8070dcbf-4718-4f0c-be2e-e6ad8d527514 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546153 Jun 28 09:55:43.893701 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2c75726c-3296-4079-9a89-617a3cf45ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:44.079117 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2c75726c-3296-4079-9a89-617a3cf45ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:44.083731 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-bf713f05-561d-4756-a785-ec0345f1f074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:44.121541 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-2c75726c-3296-4079-9a89-617a3cf45ef5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d42eb81c9ac7447b82a59cd7fd3aa120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5428524 Jun 28 09:55:44.122463 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75726c-3296-4079-9a89-617a3cf45ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890c6110-63f3-4268-893e-091a24784c7c,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:44.126236 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2c75726c-3296-4079-9a89-617a3cf45ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:44.126468 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 46722) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:44.196659 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e5ca40e3-719a-4d7c-9a6d-dcab2ceb331a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:44.234781 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e5ca40e3-719a-4d7c-9a6d-dcab2ceb331a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:44.541704 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e5ca40e3-719a-4d7c-9a6d-dcab2ceb331a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:44.544219 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e5ca40e3-719a-4d7c-9a6d-dcab2ceb331a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:44.545524 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-e5ca40e3-719a-4d7c-9a6d-dcab2ceb331a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/890c6110-63f3-4268-893e-091a24784c7c HTTP/1.1" status: 204 len: 168 time: 0.4174228 Jun 28 09:55:44.546399 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ec153fad-044a-413a-889f-d4de1ba20249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:44.557465 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca40e3-719a-4d7c-9a6d-dcab2ceb331a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890c6110-63f3-4268-893e-091a24784c7c,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:44.559743 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-e5ca40e3-719a-4d7c-9a6d-dcab2ceb331a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:44.981527 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc3829-ad50-4753-928b-d0431f85c113 req-0bf7d6ac-2e5c-47f3-9c5f-dca0b4ecdf09 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:44.983008 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-79fc3829-ad50-4753-928b-d0431f85c113 req-0bf7d6ac-2e5c-47f3-9c5f-dca0b4ecdf09 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0769680 Jun 28 09:55:45.025365 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-79fc3829-ad50-4753-928b-d0431f85c113 req-3d04b2bc-06d3-4bfc-ac0c-4a2d3901489b tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356760 Jun 28 09:55:45.238895 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:45.619718 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 46794) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:45.718608 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-adff8001-adb6-4b11-9b71-f03016205e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:45.822409 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-adff8001-adb6-4b11-9b71-f03016205e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:45.918794 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-adff8001-adb6-4b11-9b71-f03016205e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:45.921445 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b64403c0-f5ec-4d7d-bfa6-b42b63c7b095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:45.961483 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff8001-adb6-4b11-9b71-f03016205e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8dc266-c904-4e00-9069-1acad66beb91,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:45.965018 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-adff8001-adb6-4b11-9b71-f03016205e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:45.967633 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-adff8001-adb6-4b11-9b71-f03016205e3d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=403a4ac56efe4442aa322fe0331ce99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469329 Jun 28 09:55:45.970659 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 46808) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:46.025798 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-546581f3-4b5c-4257-810a-c784af7198ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.052287 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-546581f3-4b5c-4257-810a-c784af7198ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.210443 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-546581f3-4b5c-4257-810a-c784af7198ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.211820 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c702a-e53e-489b-b2f4-39d7f6687b4a req-1f1f3ab5-ee7f-4884-9a73-f76e3d3e914c tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:46.214676 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-546581f3-4b5c-4257-810a-c784af7198ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:46.214874 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4d7c702a-e53e-489b-b2f4-39d7f6687b4a req-1f1f3ab5-ee7f-4884-9a73-f76e3d3e914c tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0647452 Jun 28 09:55:46.216053 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-546581f3-4b5c-4257-810a-c784af7198ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f8dc266-c904-4e00-9069-1acad66beb91 HTTP/1.1" status: 204 len: 168 time: 0.2443409 Jun 28 09:55:46.217097 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-bd9fe941-9bc7-40d6-84a1-f39f05d5e201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:46.231111 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546581f3-4b5c-4257-810a-c784af7198ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8dc266-c904-4e00-9069-1acad66beb91,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:46.231111 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-546581f3-4b5c-4257-810a-c784af7198ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:46.292573 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4d7c702a-e53e-489b-b2f4-39d7f6687b4a req-aa28ce3f-9fc6-4bde-a558-7328e3766a65 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632229 Jun 28 09:55:47.206148 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 46834) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:47.219526 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d59e4313-9f47-4ecf-a39b-6e76095773a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.313577 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d59e4313-9f47-4ecf-a39b-6e76095773a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.506997 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafa4af-5448-4a14-a7a5-bc528c62e5d7 req-6d85647a-61ae-4a88-a1ab-414d7e44b3b3 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:47.515290 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-efafa4af-5448-4a14-a7a5-bc528c62e5d7 req-6d85647a-61ae-4a88-a1ab-414d7e44b3b3 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0920324 Jun 28 09:55:47.559080 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-efafa4af-5448-4a14-a7a5-bc528c62e5d7 req-3fa65703-ce82-4d38-ae3c-63cefcdc01d9 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427990 Jun 28 09:55:47.569947 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d59e4313-9f47-4ecf-a39b-6e76095773a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.578135 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:47.603665 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-d59e4313-9f47-4ecf-a39b-6e76095773a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78b633b2cac04528817befe342f78bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3963075 Jun 28 09:55:47.607440 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 46854) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:47.616835 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e4313-9f47-4ecf-a39b-6e76095773a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62500d35-5075-4fbd-aa7e-cb4b1f764d86,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:47.620024 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d59e4313-9f47-4ecf-a39b-6e76095773a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:47.665422 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db9871e4-429b-48fb-a4cc-d7cfb4e42676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.687785 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db9871e4-429b-48fb-a4cc-d7cfb4e42676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.847963 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db9871e4-429b-48fb-a4cc-d7cfb4e42676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.850637 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-db9871e4-429b-48fb-a4cc-d7cfb4e42676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:47.856096 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-db9871e4-429b-48fb-a4cc-d7cfb4e42676 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62500d35-5075-4fbd-aa7e-cb4b1f764d86 HTTP/1.1" status: 204 len: 168 time: 0.2425420 Jun 28 09:55:47.856096 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-639dda7d-55a0-4dfc-bd56-2cc9172981a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:47.860013 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9871e4-429b-48fb-a4cc-d7cfb4e42676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62500d35-5075-4fbd-aa7e-cb4b1f764d86,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:47.862380 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-db9871e4-429b-48fb-a4cc-d7cfb4e42676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:48.744621 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a6ff6-47e8-4250-ae25-8d5a342a24a6 req-b4f42bf6-25bf-46ed-98b9-2227820f1612 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:48.746142 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b30a6ff6-47e8-4250-ae25-8d5a342a24a6 req-b4f42bf6-25bf-46ed-98b9-2227820f1612 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0649087 Jun 28 09:55:48.801838 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b30a6ff6-47e8-4250-ae25-8d5a342a24a6 req-9c552c13-6d1b-4560-80f7-362d59232ef6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388329 Jun 28 09:55:49.178185 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 46902) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:49.274168 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1442340884-network', 'tenant_id': '9fd457fa4a1048b7b1940b543f6c4067'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:49.375798 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Made reservation on behalf of 9fd457fa4a1048b7b1940b543f6c4067 for: {'network': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:49.378898 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:49.387282 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:49.478604 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:49.615827 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:49.619932 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-42200e83-0d8f-48ff-b9de-185125d7f5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:49.637211 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=100130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:55:49.651412 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b030a147-713f-4b0d-be59-b5f5f03d357a,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:49.655447 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:49.656480 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:49.656824 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.segments_db [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Added segment 8d281e6c-e1d3-4e44-92a9-0840be8d9945 of type vlan for network 38d932ac-7114-46bd-b4ee-a3e17c565572 Jun 28 09:55:49.698839 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:49.859271 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:49.860646 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:49.861276 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:49.863631 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-419c8d6b-64f6-4749-8fac-166336222bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:49.949944 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Pushing event updated for resources: {'Network': ['ID=38d932ac-7114-46bd-b4ee-a3e17c565572,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:49.954031 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:49.962768 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network 38d932ac-7114-46bd-b4ee-a3e17c565572 details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:55:49.989587 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3a3a2-c480-4c61-a1f5-db5945e96493 req-b8dcaa83-8bcc-46f7-ab03-7b38a5a67893 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:49.996590 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ffc3a3a2-c480-4c61-a1f5-db5945e96493 req-b8dcaa83-8bcc-46f7-ab03-7b38a5a67893 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0839074 Jun 28 09:55:50.023023 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8437173 Jun 28 09:55:50.029058 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 46920) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:50.036341 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-74d25dc8-bc4e-4286-aee5-e65fff558943 admin admin] Request body: {'subnet': {'network_id': '38d932ac-7114-46bd-b4ee-a3e17c565572', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1442340884-subnet', 'tenant_id': '9fd457fa4a1048b7b1940b543f6c4067', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:50.039331 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ffc3a3a2-c480-4c61-a1f5-db5945e96493 req-4f5dba43-16d3-4570-88fb-b93efe5b3f68 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416493 Jun 28 09:55:50.156252 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d25dc8-bc4e-4286-aee5-e65fff558943 admin admin] Made reservation on behalf of 9fd457fa4a1048b7b1940b543f6c4067 for: {'subnet': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:50.159460 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-74d25dc8-bc4e-4286-aee5-e65fff558943 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:50.409982 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-74d25dc8-bc4e-4286-aee5-e65fff558943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for subnet, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:50.413132 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:50.467521 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d25dc8-bc4e-4286-aee5-e65fff558943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a032807-be51-4b74-bd7b-476badb5c8bf,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:50.470489 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-74d25dc8-bc4e-4286-aee5-e65fff558943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:50.473543 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d25dc8-bc4e-4286-aee5-e65fff558943 admin admin] Checking segment: {'id': '8d281e6c-e1d3-4e44-92a9-0840be8d9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '38d932ac-7114-46bd-b4ee-a3e17c565572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:50.473899 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d25dc8-bc4e-4286-aee5-e65fff558943 admin admin] Network hostable DHCP agents. Network: 38d932ac-7114-46bd-b4ee-a3e17c565572, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:55:50.578664 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d25dc8-bc4e-4286-aee5-e65fff558943 admin admin] Network 38d932ac-7114-46bd-b4ee-a3e17c565572 is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:55:50.675980 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-74d25dc8-bc4e-4286-aee5-e65fff558943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, 38d932ac-7114-46bd-b4ee-a3e17c565572) {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:50.680255 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d25dc8-bc4e-4286-aee5-e65fff558943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:50.686132 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-74d25dc8-bc4e-4286-aee5-e65fff558943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:50.686892 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5211b9-5f48-4a12-a09e-f234bdfbc416 None None] Network 38d932ac-7114-46bd-b4ee-a3e17c565572 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:55:50.768424 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-74d25dc8-bc4e-4286-aee5-e65fff558943 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7374620 Jun 28 09:55:50.809570 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a5ee1-eb32-4610-b33b-bd3afd1e5537 None None] Network 38d932ac-7114-46bd-b4ee-a3e17c565572 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:55:51.233684 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4beb82-0fc4-4f8b-98dc-0ca8fe4e1ef7 req-a11eb092-b1a0-45c4-b709-6b99b32a487e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:51.235181 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0d4beb82-0fc4-4f8b-98dc-0ca8fe4e1ef7 req-a11eb092-b1a0-45c4-b709-6b99b32a487e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0691218 Jun 28 09:55:51.273112 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0d4beb82-0fc4-4f8b-98dc-0ca8fe4e1ef7 req-2e3859f4-2f16-4276-b8e8-d813a09d33b7 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315518 Jun 28 09:55:51.445054 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 46960) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:51.449997 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1584172683-network', 'tenant_id': '52fa39e572d645e5928e6f8ee1e9e4bf'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:51.538750 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Made reservation on behalf of 52fa39e572d645e5928e6f8ee1e9e4bf for: {'network': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:51.541048 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:51.550540 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:51.633628 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:51.798577 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:51.801715 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-0eb038a6-1c54-40a4-9776-48728e98a741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:51.823411 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=100129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:55:51.833218 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9995a80a-ed54-4b82-aabb-18cc4046a0f7,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:51.837200 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:51.838191 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:51.838524 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.segments_db [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Added segment 5b402a1b-1f75-45ca-8657-ba8c105a5fc9 of type vlan for network 74237a5b-5ccc-48e3-bdf0-3bed82b75f87 Jun 28 09:55:51.876989 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.038106 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.039451 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:52.040078 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.042217 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:52.099849 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Pushing event updated for resources: {'Network': ['ID=74237a5b-5ccc-48e3-bdf0-3bed82b75f87,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:52.102502 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:52.110396 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network 74237a5b-5ccc-48e3-bdf0-3bed82b75f87 details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:55:52.233120 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7869296 Jun 28 09:55:52.235780 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 46970) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:55:52.240663 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-b6f71298-cfe7-4b2c-997c-95228d28db7c admin admin] Request body: {'subnet': {'network_id': '74237a5b-5ccc-48e3-bdf0-3bed82b75f87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1584172683-subnet', 'tenant_id': '52fa39e572d645e5928e6f8ee1e9e4bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:55:52.350994 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:55:52.420987 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f71298-cfe7-4b2c-997c-95228d28db7c admin admin] Made reservation on behalf of 52fa39e572d645e5928e6f8ee1e9e4bf for: {'subnet': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:55:52.423414 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b6f71298-cfe7-4b2c-997c-95228d28db7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.712993 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b6f71298-cfe7-4b2c-997c-95228d28db7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for subnet, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:52.716007 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:55:52.776175 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f71298-cfe7-4b2c-997c-95228d28db7c admin admin] Checking segment: {'id': '5b402a1b-1f75-45ca-8657-ba8c105a5fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '74237a5b-5ccc-48e3-bdf0-3bed82b75f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:55:52.776309 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f71298-cfe7-4b2c-997c-95228d28db7c admin admin] Network hostable DHCP agents. Network: 74237a5b-5ccc-48e3-bdf0-3bed82b75f87, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:55:52.781618 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f71298-cfe7-4b2c-997c-95228d28db7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fee5f33-cc8a-4ce0-b1b4-29e1a6227d54,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:55:52.784244 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b6f71298-cfe7-4b2c-997c-95228d28db7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:55:52.901444 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f71298-cfe7-4b2c-997c-95228d28db7c admin admin] Network 74237a5b-5ccc-48e3-bdf0-3bed82b75f87 is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:55:53.089587 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-b6f71298-cfe7-4b2c-997c-95228d28db7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, 74237a5b-5ccc-48e3-bdf0-3bed82b75f87) {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:55:53.093613 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f71298-cfe7-4b2c-997c-95228d28db7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:53.094216 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b6f71298-cfe7-4b2c-997c-95228d28db7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:53.099531 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b25bb9-f0be-49af-bf2f-5c96c377641b None None] Network 74237a5b-5ccc-48e3-bdf0-3bed82b75f87 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:55:53.210641 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-b6f71298-cfe7-4b2c-997c-95228d28db7c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9737611 Jun 28 09:55:53.223380 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1a8c66-a269-4d2a-a773-1823f5900b17 None None] Network 74237a5b-5ccc-48e3-bdf0-3bed82b75f87 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:55:54.331021 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f9c8c-f9bc-44fb-81e4-a8002dca43b6 req-fab4eaf3-c18a-4462-aa3f-041cee1cbb26 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:54.332477 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-049f9c8c-f9bc-44fb-81e4-a8002dca43b6 req-fab4eaf3-c18a-4462-aa3f-041cee1cbb26 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0614150 Jun 28 09:55:54.370860 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-049f9c8c-f9bc-44fb-81e4-a8002dca43b6 req-fcd937ab-7887-4e20-9663-3004a1a3af77 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326843 Jun 28 09:55:55.598021 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907af154-0378-4acb-ade9-52d756509b3a req-b967a9d6-0fa3-4ccb-ba6b-5f0b64fbac69 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:55.598021 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-907af154-0378-4acb-ade9-52d756509b3a req-b967a9d6-0fa3-4ccb-ba6b-5f0b64fbac69 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1005614 Jun 28 09:55:55.634373 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-907af154-0378-4acb-ade9-52d756509b3a req-a2a03ec4-b34b-403e-866f-a512c3809b66 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395312 Jun 28 09:55:56.817420 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08c9e5-d6e0-4a0a-b3d2-ddcca7f23eca req-7f52057e-884f-4fa5-9b0c-e6e6e0cfab40 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:56.819835 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3c08c9e5-d6e0-4a0a-b3d2-ddcca7f23eca req-7f52057e-884f-4fa5-9b0c-e6e6e0cfab40 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0675805 Jun 28 09:55:56.862542 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3c08c9e5-d6e0-4a0a-b3d2-ddcca7f23eca req-32f7e6d8-bb9d-4794-a2af-bc318b56f8e4 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363426 Jun 28 09:55:58.067310 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c091b3-5815-4565-8df7-6f2364f42e4e req-9efb78fb-98ce-4598-9bee-4fefc1389339 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:58.068989 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-75c091b3-5815-4565-8df7-6f2364f42e4e req-9efb78fb-98ce-4598-9bee-4fefc1389339 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0860910 Jun 28 09:55:58.109342 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-75c091b3-5815-4565-8df7-6f2364f42e4e req-e2718a27-6850-4a89-9170-226ef062b932 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343153 Jun 28 09:55:59.295337 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922e602-2d22-4dcd-8490-ba8b2bd0e662 req-100a8032-5bcc-4160-a39a-45dfd8d26274 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:59.296949 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2922e602-2d22-4dcd-8490-ba8b2bd0e662 req-100a8032-5bcc-4160-a39a-45dfd8d26274 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0685625 Jun 28 09:55:59.334285 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2922e602-2d22-4dcd-8490-ba8b2bd0e662 req-57b1d2cc-1a7c-42ec-b746-20e48884df1b tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310252 Jun 28 09:55:59.665859 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-c8a46f90-e032-40a4-9d41-9d5bc7a18c4a tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:55:59.667240 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-c8a46f90-e032-40a4-9d41-9d5bc7a18c4a tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/networks?id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da HTTP/1.1" status: 200 len: 813 time: 0.1059752 Jun 28 09:55:59.681926 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-ef05a43f-3bc3-4925-89d9-9dcd9e9e4219 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/quotas/037d44069cbe4e8a89b2bb601b199399 HTTP/1.1" status: 200 len: 375 time: 0.0091176 Jun 28 09:55:59.754805 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-f83142d8-456b-465b-91db-60ba695c3479 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=037d44069cbe4e8a89b2bb601b199399&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678749 Jun 28 09:55:59.850488 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-e21dc17b-8bb8-4560-8f2d-508f6fcd43ce service neutron] 10.222.0.30 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886972 Jun 28 09:55:59.942156 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-efdcf4e6-76c0-44ba-8352-29d20eed9ca5 service neutron] 10.222.0.30 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831335 Jun 28 09:56:00.258235 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3cf7bd3b-922b-466e-b886-c0ea1fbb2b96 req-cbeff197-8aef-40d2-9ce6-fd5d70323c4a tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 210 time: 0.0289865 Jun 28 09:56:00.516856 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f56868-2f7d-4149-a519-31d08a966a3d req-451952a0-0515-432c-8914-9a037049c481 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:00.519030 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-02f56868-2f7d-4149-a519-31d08a966a3d req-451952a0-0515-432c-8914-9a037049c481 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0703735 Jun 28 09:56:00.572464 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-02f56868-2f7d-4149-a519-31d08a966a3d req-4644712c-8727-4f79-8a30-fae5a3274877 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445254 Jun 28 09:56:01.385762 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-654cb66d-84c1-4916-8bbf-9ed8057e012e req-b2852f10-a9f2-4bff-9bfd-24237707617c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 210 time: 0.0447516 Jun 28 09:56:01.754426 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6c5fd-c0f6-4ce0-99c6-c7ae233ab4af req-fba29f1e-c87f-4a23-858b-faf78bfec9b8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:01.755885 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-dbc6c5fd-c0f6-4ce0-99c6-c7ae233ab4af req-fba29f1e-c87f-4a23-858b-faf78bfec9b8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0639255 Jun 28 09:56:01.791712 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-dbc6c5fd-c0f6-4ce0-99c6-c7ae233ab4af req-19db83b0-83ec-46fa-8cb1-4223c8817c92 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301967 Jun 28 09:56:02.530216 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-25b3e971-cce5-488f-8fb6-19f241b84f00 req-b79aa4b8-ec05-4213-9bd5-a15b2ec243c0 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 210 time: 0.0348008 Jun 28 09:56:03.003862 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae538b-8a7b-4e8c-ac99-9ae70b9bd7a9 req-afbadb94-ca7e-4716-afca-2eb1ceb42274 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:03.006799 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cfae538b-8a7b-4e8c-ac99-9ae70b9bd7a9 req-afbadb94-ca7e-4716-afca-2eb1ceb42274 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0744662 Jun 28 09:56:03.048565 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cfae538b-8a7b-4e8c-ac99-9ae70b9bd7a9 req-9961167a-e8e2-44e9-9fc8-ffa5a76f385e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348349 Jun 28 09:56:03.101345 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-9b75d9fa-daf4-418d-9020-77cac300000d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:03.450789 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-8fa7eb83-5001-4962-bce6-0f7a7d3d82a3 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:03.452252 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-8fa7eb83-5001-4962-bce6-0f7a7d3d82a3 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "GET /v2.0/networks?id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da HTTP/1.1" status: 200 len: 813 time: 0.1085656 Jun 28 09:56:03.475371 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Request body: {'port': {'device_id': 'dc68768d-95dc-481d-bfb9-930496071c14', 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da', 'admin_state_up': True, 'tenant_id': '037d44069cbe4e8a89b2bb601b199399'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:03.674956 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b7f0d923-9bc1-444a-8965-b64b31cd14af req-dc5f2774-ff41-4c7e-ada7-ac0c790040c4 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 210 time: 0.0294650 Jun 28 09:56:03.712926 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Made reservation on behalf of 037d44069cbe4e8a89b2bb601b199399 for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:56:03.716468 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:03.854158 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Allocated IP 172.20.0.10 (e03dab8f-155d-4b3a-b41a-3cf9b5c808da/e3ff202d-893a-4c89-bdbc-680e574cfd76/471cb420-8345-434a-b7d0-3fa8e1607825) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:56:03.905347 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 47348) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:04.055128 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:04.074369 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:04.231046 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:04.266634 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c06c2-82c7-4040-8990-a6854abe74ba req-08c431e0-4b88-4081-9bb5-ab2cce5bf4d0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:04.268265 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-564c06c2-82c7-4040-8990-a6854abe74ba req-08c431e0-4b88-4081-9bb5-ab2cce5bf4d0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0833819 Jun 28 09:56:04.311495 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-564c06c2-82c7-4040-8990-a6854abe74ba req-a2812ca9-7978-423b-9431-35e6fdabb7ac tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375698 Jun 28 09:56:04.355107 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:04.362155 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-78eac49d-9434-40d8-b134-3933f46535d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:04.372183 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['7d773b2a-82e6-4d32-956b-a4b5bc2d6520', '8b970265-f3f2-4bac-a9d9-4c87a85d4a0c', 'a289dccd-79ea-46c2-af30-668c20b6f0c6'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:04.410494 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:04.414836 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-6ae1f8df-f2dd-4888-8165-f4b3d56e7892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:04.415211 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Network e03dab8f-155d-4b3a-b41a-3cf9b5c808da is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:56:04.422499 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:56:04.426514 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:56:04.432657 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:04.433779 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:04.454264 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Pushing event updated for resources: {'Port': ['ID=471cb420-8345-434a-b7d0-3fa8e1607825,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:04.463223 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.463667 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.464041 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.464397 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.464765 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.465191 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.465574 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.466163 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.466516 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.466895 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.467239 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.467581 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.471141 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c443229bf6194059bf8d477305d1deb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5646930 Jun 28 09:56:04.478411 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c7a73e-acc0-4b89-a716-90f6052d1df9,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:04.478411 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 47370) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:04.478637 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:04.494153 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.494522 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.494873 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.495406 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.495752 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.496096 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.496565 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.497305 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.497305 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.497496 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.497798 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.498121 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:04.504103 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:04.551995 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cd87407a-9f0f-4e07-9168-d162a7dd1717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:04.576819 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1066706 Jun 28 09:56:04.579230 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cd87407a-9f0f-4e07-9168-d162a7dd1717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:04.593274 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Request body: {'port': {'device_id': 'dc68768d-95dc-481d-bfb9-930496071c14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:04.681650 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:04.770351 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cd87407a-9f0f-4e07-9168-d162a7dd1717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:04.775582 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cd87407a-9f0f-4e07-9168-d162a7dd1717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:04.787964 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-cd87407a-9f0f-4e07-9168-d162a7dd1717 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22c7a73e-acc0-4b89-a716-90f6052d1df9 HTTP/1.1" status: 204 len: 168 time: 0.3083010 Jun 28 09:56:04.787964 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0dd63a93-f13f-447c-974b-e68079e0f560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:04.796612 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87407a-9f0f-4e07-9168-d162a7dd1717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c7a73e-acc0-4b89-a716-90f6052d1df9,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:04.801906 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-cd87407a-9f0f-4e07-9168-d162a7dd1717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:04.921195 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac493b6-a751-4012-b96c-25251c66bd6f req-f8fda83e-3601-4006-9c57-b1b400815090 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:04.922922 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6ac493b6-a751-4012-b96c-25251c66bd6f req-f8fda83e-3601-4006-9c57-b1b400815090 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 932 time: 0.1066637 Jun 28 09:56:04.964423 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6ac493b6-a751-4012-b96c-25251c66bd6f req-45fa6446-30c7-4eef-9d7c-357064550007 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354133 Jun 28 09:56:05.002891 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471cb420-8345-434a-b7d0-3fa8e1607825 {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:05.017363 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.026365 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Transition to ACTIVE for port object 471cb420-8345-434a-b7d0-3fa8e1607825 will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:56:05.164861 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.168465 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b993a107-0268-4999-aa20-c75cd04b3e36 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:05.270339 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Pushing event updated for resources: {'Port': ['ID=471cb420-8345-434a-b7d0-3fa8e1607825,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:05.279968 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:05.286406 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Attempting to bind port 471cb420-8345-434a-b7d0-3fa8e1607825 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:56:05.289565 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Attempting to bind port 471cb420-8345-434a-b7d0-3fa8e1607825 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:56:05.289565 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Attempting to bind port 471cb420-8345-434a-b7d0-3fa8e1607825 on network e03dab8f-155d-4b3a-b41a-3cf9b5c808da {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:56:05.295150 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Port 471cb420-8345-434a-b7d0-3fa8e1607825 on network e03dab8f-155d-4b3a-b41a-3cf9b5c808da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:56:05.295488 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Attempting to bind port 471cb420-8345-434a-b7d0-3fa8e1607825 on network e03dab8f-155d-4b3a-b41a-3cf9b5c808da {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:56:05.305534 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:56:05.305885 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Checking segment: {'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:56:05.306284 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Bound using segment: {'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:56:05.306880 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Bound port: 471cb420-8345-434a-b7d0-3fa8e1607825, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8544150-b8f6-4d3b-9c6f-20156e61e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:56:05.307156 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.426495 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] For port 471cb420-8345-434a-b7d0-3fa8e1607825, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:56:05.430273 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] For port 471cb420-8345-434a-b7d0-3fa8e1607825, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=471cb420-8345-434a-b7d0-3fa8e1607825,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:56:05.517061 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.627858 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-f0901840-5a14-4812-9ef1-014e3e5a2c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.628388 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.631789 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:05.647225 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:05.648169 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:05.649238 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] 10.222.0.37 "PUT /v2.0/ports/471cb420-8345-434a-b7d0-3fa8e1607825 HTTP/1.1" status: 200 len: 1094 time: 1.0609941 Jun 28 09:56:05.649738 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc68768d-95dc-481d-bfb9-930496071c14', 'tag': '471cb420-8345-434a-b7d0-3fa8e1607825'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:05.652019 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8355e2-5ff6-4920-a1d6-6d93ce8491bd" -d '{"events": [{"name": "network-changed", "server_uuid": "dc68768d-95dc-481d-bfb9-930496071c14", "tag": "471cb420-8345-434a-b7d0-3fa8e1607825"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:05.739470 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Pushing event updated for resources: {'Port': ['ID=471cb420-8345-434a-b7d0-3fa8e1607825,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:05.742570 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:05.857946 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-e6805e92-142c-4d50-8370-c15d63daa8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:05.859425 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-e6805e92-142c-4d50-8370-c15d63daa8a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=037d44069cbe4e8a89b2bb601b199399&device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 1097 time: 0.0568144 Jun 28 09:56:06.132459 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-4988d83c-1f8f-4e52-9b89-9e9140223bf7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=471cb420-8345-434a-b7d0-3fa8e1607825 HTTP/1.1" status: 200 len: 217 time: 0.2644861 Jun 28 09:56:06.182631 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-34c10a18-e3af-4839-a2a4-b43c6a6a58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:06.183974 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-34c10a18-e3af-4839-a2a4-b43c6a6a58ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3ff202d-893a-4c89-bdbc-680e574cfd76 HTTP/1.1" status: 200 len: 853 time: 0.0442243 Jun 28 09:56:06.219719 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-8b985cf8-b900-4113-9c4c-4298f3796f63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262866 Jun 28 09:56:06.338380 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-359a4559-fcd2-40fe-92a2-e349dce9708c service neutron] 10.222.0.37 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101422 Jun 28 09:56:06.462572 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7b065a1c-71bc-4c1c-850a-63c5cd5343bf req-098c4b89-be5c-4cb7-aca7-f861b8173127 service neutron] 10.222.0.37 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160374 Jun 28 09:56:06.510075 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e00e9-0df2-4c97-b694-e543512d9b32 req-68440e6b-25a4-4f46-8e0f-dc69d34e064d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:06.511813 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-240e00e9-0df2-4c97-b694-e543512d9b32 req-68440e6b-25a4-4f46-8e0f-dc69d34e064d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1086984 Jun 28 09:56:06.551245 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-240e00e9-0df2-4c97-b694-e543512d9b32 req-61b1075c-89ae-40f2-95e3-6cba3d7e54e0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338037 Jun 28 09:56:06.598122 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6765d74-1048-43dc-88d9-95b4070dcaa6 x-openstack-request-id: req-a6765d74-1048-43dc-88d9-95b4070dcaa6 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:06.598512 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc68768d-95dc-481d-bfb9-930496071c14", "tag": "471cb420-8345-434a-b7d0-3fa8e1607825", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:06.598857 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6765d74-1048-43dc-88d9-95b4070dcaa6 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:06.599342 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc68768d-95dc-481d-bfb9-930496071c14', 'tag': '471cb420-8345-434a-b7d0-3fa8e1607825', 'status': 'completed', 'code': 200} Jun 28 09:56:06.705315 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8355e2-5ff6-4920-a1d6-6d93ce8491bd req-55b55ea3-7ebe-4667-923b-54244f7b3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:06.707970 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cf8355e2-5ff6-4920-a1d6-6d93ce8491bd req-55b55ea3-7ebe-4667-923b-54244f7b3233 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=037d44069cbe4e8a89b2bb601b199399&device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 1097 time: 0.0683906 Jun 28 09:56:06.787736 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d199725-624c-4f02-a94a-dc934e4300a9 req-a9d893fb-1602-46d6-93c3-332f236c7b0c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:06.790491 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8d199725-624c-4f02-a94a-dc934e4300a9 req-a9d893fb-1602-46d6-93c3-332f236c7b0c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 944 time: 0.0873296 Jun 28 09:56:06.813922 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8355e2-5ff6-4920-a1d6-6d93ce8491bd req-1d11abc7-a175-4ac1-885e-fd6e389e5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:06.816282 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cf8355e2-5ff6-4920-a1d6-6d93ce8491bd req-1d11abc7-a175-4ac1-885e-fd6e389e5550 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da HTTP/1.1" status: 200 len: 914 time: 0.0923922 Jun 28 09:56:06.838238 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8d199725-624c-4f02-a94a-dc934e4300a9 req-2f45a354-49e0-497f-a93b-dc211bd1f842 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402517 Jun 28 09:56:06.841836 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:06.882411 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cf8355e2-5ff6-4920-a1d6-6d93ce8491bd req-e390e381-9da3-4033-969a-572a8b9cdf4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=471cb420-8345-434a-b7d0-3fa8e1607825 HTTP/1.1" status: 200 len: 217 time: 0.0397043 Jun 28 09:56:06.932566 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8355e2-5ff6-4920-a1d6-6d93ce8491bd req-c26e385a-d41e-4e46-ae1a-3a84d109a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:06.934121 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cf8355e2-5ff6-4920-a1d6-6d93ce8491bd req-c26e385a-d41e-4e46-ae1a-3a84d109a0ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3ff202d-893a-4c89-bdbc-680e574cfd76 HTTP/1.1" status: 200 len: 853 time: 0.0430102 Jun 28 09:56:06.967002 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cf8355e2-5ff6-4920-a1d6-6d93ce8491bd req-68325808-4160-431b-8cd0-dc6d33b8c8a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e03dab8f-155d-4b3a-b41a-3cf9b5c808da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250485 Jun 28 09:56:07.065970 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cf8355e2-5ff6-4920-a1d6-6d93ce8491bd req-9b321e44-7fcc-4d97-9900-3e6e9db8985b service neutron] 10.222.0.37 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874112 Jun 28 09:56:07.154959 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cf8355e2-5ff6-4920-a1d6-6d93ce8491bd req-2492a7b3-6408-4cbc-83c2-e125ebf80db9 service neutron] 10.222.0.37 "GET /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831962 Jun 28 09:56:07.749243 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a77562-8bcc-4374-a771-05c975bb66aa req-50781dab-05ba-4d2c-ab29-78213568bc41 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:07.750887 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-45a77562-8bcc-4374-a771-05c975bb66aa req-50781dab-05ba-4d2c-ab29-78213568bc41 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0681913 Jun 28 09:56:07.793356 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-45a77562-8bcc-4374-a771-05c975bb66aa req-8d4ace50-2c4e-4c58-ad64-d9e51926d25a tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356231 Jun 28 09:56:08.024863 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a1a16-9f8b-4e85-a839-732a54580bf6 req-0043f917-0577-4e84-83e3-272578f2971d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:08.026285 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c86a1a16-9f8b-4e85-a839-732a54580bf6 req-0043f917-0577-4e84-83e3-272578f2971d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 944 time: 0.0732837 Jun 28 09:56:08.067638 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c86a1a16-9f8b-4e85-a839-732a54580bf6 req-c7adcbc1-21d6-4638-9115-bd5e25840643 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356107 Jun 28 09:56:08.318544 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:09.567556 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-9b75c3a6-aa4e-45e6-9536-5f1b2a956904 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2b75565c0cb6432882e0cbfd986766ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395670 Jun 28 09:56:09.781249 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-95481b56-b0e3-42df-9f73-781fd9227151 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:09.782804 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-95481b56-b0e3-42df-9f73-781fd9227151 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092240 Jun 28 09:56:09.804001 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-caa33a48-58ff-4bed-976e-9959b97ea388 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/quotas/2b75565c0cb6432882e0cbfd986766ff HTTP/1.1" status: 200 len: 375 time: 0.0106416 Jun 28 09:56:09.839432 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-70d8a0cb-d84f-41ad-9a77-528ae5830365 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b75565c0cb6432882e0cbfd986766ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300093 Jun 28 09:56:10.173066 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a397ba-583a-46b9-ad06-8e071306c96a req-de6e5ba9-d279-44cc-bc88-c035247e2429 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:10.180025 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-86a397ba-583a-46b9-ad06-8e071306c96a req-de6e5ba9-d279-44cc-bc88-c035247e2429 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.3157210 Jun 28 09:56:10.221342 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-86a397ba-583a-46b9-ad06-8e071306c96a req-68522f68-1a51-40db-81ee-4f5d7a239f74 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403550 Jun 28 09:56:10.295518 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672d376-f605-48e1-9f3e-5f5cb4aa85e8 req-bcc1ce6f-3da2-4adf-9820-08b26c835ed2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:10.303902 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4672d376-f605-48e1-9f3e-5f5cb4aa85e8 req-bcc1ce6f-3da2-4adf-9820-08b26c835ed2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 944 time: 0.0807970 Jun 28 09:56:10.345309 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4672d376-f605-48e1-9f3e-5f5cb4aa85e8 req-358e9787-1b7e-4ac4-a9dd-bc40adf7a478 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399270 Jun 28 09:56:10.421443 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-53fb5ace-81c3-47e5-9ae3-3fd8d9be4f5a req-8763f317-4bc7-4dbf-b722-41614f9ee1bd tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 210 time: 0.0351567 Jun 28 09:56:10.448896 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b266440-09f7-4524-acb0-229b2e2c1231 req-036b5271-fcef-4465-b1f6-3c422d1cb27d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:10.450411 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4b266440-09f7-4524-acb0-229b2e2c1231 req-036b5271-fcef-4465-b1f6-3c422d1cb27d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.1009004 Jun 28 09:56:10.493753 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4b266440-09f7-4524-acb0-229b2e2c1231 req-ae24c456-92ff-4483-9226-17129022560b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368125 Jun 28 09:56:11.389564 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd71e21-6c67-4b4e-88fc-aaa6e5f212d7 req-49ff85bb-0531-4dfd-b9cf-1b2cf8817fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:11.391197 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8fd71e21-6c67-4b4e-88fc-aaa6e5f212d7 req-49ff85bb-0531-4dfd-b9cf-1b2cf8817fa6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 1098 time: 0.0649776 Jun 28 09:56:11.395534 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbc227-c710-44da-870f-9f8ce384f707 req-a9acdd9f-1626-46c9-9f19-9f547bae8f9c tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:11.397049 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6bdbc227-c710-44da-870f-9f8ce384f707 req-a9acdd9f-1626-46c9-9f19-9f547bae8f9c tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0668023 Jun 28 09:56:11.432864 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8fd71e21-6c67-4b4e-88fc-aaa6e5f212d7 req-0b9cde16-f56c-4398-89db-24d2b522d1be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344143 Jun 28 09:56:11.448538 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6bdbc227-c710-44da-870f-9f8ce384f707 req-d92924bb-6d57-4e79-b477-9e5a430386b3 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381253 Jun 28 09:56:11.548414 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f7d01d92-8cc7-46e8-9d38-d35858775b6e req-37c0b2e9-297f-40bc-a4c3-68352502eca5 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 210 time: 0.0383880 Jun 28 09:56:11.594355 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d96341-58ba-48ce-ae83-caac38b09158 req-a2e7ff18-f279-4d82-a46a-f111409ffc8b tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:11.603341 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c7d96341-58ba-48ce-ae83-caac38b09158 req-a2e7ff18-f279-4d82-a46a-f111409ffc8b tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 944 time: 0.1225028 Jun 28 09:56:11.640673 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c7d96341-58ba-48ce-ae83-caac38b09158 req-eb95fcc1-fcb4-4684-ada9-da28819b1b4e tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360739 Jun 28 09:56:11.718334 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd933a35-7692-4979-89b1-dbc495ccf52e req-a50dd1dc-ae96-4f4a-bf85-a858ddec7833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:11.719873 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-dd933a35-7692-4979-89b1-dbc495ccf52e req-a50dd1dc-ae96-4f4a-bf85-a858ddec7833 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f5cd03267bb4fef9e29eeb5f7aeea2d&device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 1098 time: 0.0600598 Jun 28 09:56:11.732022 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f917292-6067-435a-9ba7-843413fb0203 req-d4b2e524-bff3-45ef-8db4-cc52103c3cb6 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:11.733521 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1f917292-6067-435a-9ba7-843413fb0203 req-d4b2e524-bff3-45ef-8db4-cc52103c3cb6 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0690932 Jun 28 09:56:11.777936 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1f917292-6067-435a-9ba7-843413fb0203 req-b1d5df5e-5e66-4657-9051-a6a1e93839bf tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356078 Jun 28 09:56:11.830798 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 471cb420-8345-434a-b7d0-3fa8e1607825 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:56:11.866474 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd933a35-7692-4979-89b1-dbc495ccf52e req-b22edf5e-170d-43dd-8d7f-ca8b786699a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:11.868225 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-dd933a35-7692-4979-89b1-dbc495ccf52e req-b22edf5e-170d-43dd-8d7f-ca8b786699a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=059b1d65-d322-4b4c-83ce-48fd289a3bcf HTTP/1.1" status: 200 len: 919 time: 0.1122313 Jun 28 09:56:11.918395 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-dd933a35-7692-4979-89b1-dbc495ccf52e req-1204b102-bb4b-4676-b733-7c6089d88ae9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 HTTP/1.1" status: 200 len: 217 time: 0.0389085 Jun 28 09:56:11.946200 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 471cb420-8345-434a-b7d0-3fa8e1607825, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=471cb420-8345-434a-b7d0-3fa8e1607825,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:11.959836 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '471cb420-8345-434a-b7d0-3fa8e1607825', 'network_id': 'e03dab8f-155d-4b3a-b41a-3cf9b5c808da', 'port_id': '471cb420-8345-434a-b7d0-3fa8e1607825', 'mac_address': 'fa:16:3e:5d:c1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3ff202d-893a-4c89-bdbc-680e574cfd76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:56:11.969841 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd933a35-7692-4979-89b1-dbc495ccf52e req-87b56542-dde8-4776-ace1-4e886a51be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:11.972745 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-dd933a35-7692-4979-89b1-dbc495ccf52e req-87b56542-dde8-4776-ace1-4e886a51be94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=425698d2-70d0-4e8c-9f39-29fdfe2da4b2 HTTP/1.1" status: 200 len: 858 time: 0.0474777 Jun 28 09:56:12.003555 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.010893 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-dd933a35-7692-4979-89b1-dbc495ccf52e req-bd0dcdce-cbeb-4d9d-ad1f-98b5aef05313 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=059b1d65-d322-4b4c-83ce-48fd289a3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284085 Jun 28 09:56:12.020185 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471cb420-8345-434a-b7d0-3fa8e1607825 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:12.039980 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 471cb420-8345-434a-b7d0-3fa8e1607825, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=471cb420-8345-434a-b7d0-3fa8e1607825,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:12.104039 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-dd933a35-7692-4979-89b1-dbc495ccf52e req-8635c8a7-2a32-4486-b60b-095e5702e78d service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864398 Jun 28 09:56:12.150679 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:12.152524 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:12.203490 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=471cb420-8345-434a-b7d0-3fa8e1607825,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:12.203874 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-dd933a35-7692-4979-89b1-dbc495ccf52e req-b915ba6e-bcfc-49b1-86f2-0650c517c70a service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901885 Jun 28 09:56:12.211944 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:12.211944 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:12.212203 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:12.212400 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:12.212783 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:12.213122 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:12.213455 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:12.213779 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:12.214108 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:12.214435 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:12.214756 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:12.215081 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:56:12.218930 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:12.639254 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06aed6-e252-46d0-b3d2-06f523797ee1 req-7c786d93-504c-4678-9fb7-d504c0f54ad7 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:12.640749 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3c06aed6-e252-46d0-b3d2-06f523797ee1 req-7c786d93-504c-4678-9fb7-d504c0f54ad7 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0697320 Jun 28 09:56:12.690834 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3c06aed6-e252-46d0-b3d2-06f523797ee1 req-7d8c6471-5b6b-4b97-850a-776fc0277871 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 Jun 28 09:56:12.708787 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2e1d921a-cb31-410f-8515-32895fdfc6ad req-d1fa768c-6872-497f-b851-15ac7d413a9b tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 210 time: 0.0347118 Jun 28 09:56:12.780981 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['471cb420-8345-434a-b7d0-3fa8e1607825'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:12.873235 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fa64c-a0b3-4074-bb12-2d667575ad0e req-57ed1102-431b-4e7e-b162-1e8456e48d82 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:12.880432 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-df5fa64c-a0b3-4074-bb12-2d667575ad0e req-57ed1102-431b-4e7e-b162-1e8456e48d82 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 945 time: 0.0897081 Jun 28 09:56:12.973571 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-df5fa64c-a0b3-4074-bb12-2d667575ad0e req-0b22ca2f-aa9d-4070-bb95-f524cd863dca tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921278 Jun 28 09:56:13.040064 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23389840-d79f-4367-8c56-1649c4cea9e8 req-51ba068b-2ebd-4522-98ca-5de59bf6c71b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:13.041996 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-23389840-d79f-4367-8c56-1649c4cea9e8 req-51ba068b-2ebd-4522-98ca-5de59bf6c71b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.1187582 Jun 28 09:56:13.072203 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 47596) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:13.124458 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-23389840-d79f-4367-8c56-1649c4cea9e8 req-c8e3e9ad-37ed-488d-80c7-3b808d2d395c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724401 Jun 28 09:56:13.134613 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd16a6c-3f41-471e-bde0-a60f3469634b admin admin] Deleting subnet 0a032807-be51-4b74-bd7b-476badb5c8bf {{(pid=100130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:56:13.137845 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2fd16a6c-3f41-471e-bde0-a60f3469634b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.171963 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2fd16a6c-3f41-471e-bde0-a60f3469634b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59617636'] for subnet, precommit_delete_associations {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.220351 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2fd16a6c-3f41-471e-bde0-a60f3469634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.454330 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2fd16a6c-3f41-471e-bde0-a60f3469634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59015134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59262105'] for subnet, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.457339 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:13.480848 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd16a6c-3f41-471e-bde0-a60f3469634b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a032807-be51-4b74-bd7b-476badb5c8bf,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:13.483945 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2fd16a6c-3f41-471e-bde0-a60f3469634b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:13.484942 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2fd16a6c-3f41-471e-bde0-a60f3469634b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.486776 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-2fd16a6c-3f41-471e-bde0-a60f3469634b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0a032807-be51-4b74-bd7b-476badb5c8bf HTTP/1.1" status: 204 len: 168 time: 0.4095485 Jun 28 09:56:13.489400 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 47598) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:13.556381 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.641788 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.651928 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:13.652276 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:13.653041 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:13.653407 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Subscribe: > port after_create 55550000 {{(pid=100129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:13.653736 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Subscribe: > port after_delete 55550000 {{(pid=100129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:13.654078 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Subscribe: > port after_update 55550000 {{(pid=100129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:13.654416 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:13.654735 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:13.655050 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:13.655369 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:13.722772 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:13.723123 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:13.723461 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:13.723796 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:56:13.724168 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.services.segments.db [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d932ac-7114-46bd-b4ee-a3e17c565572']}} {{(pid=100129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:56:13.741693 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.services.segments.db [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d281e6c-e1d3-4e44-92a9-0840be8d9945') {'for_net_delete': True} {{(pid=100129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:56:13.742031 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.services.segments.db [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d281e6c-e1d3-4e44-92a9-0840be8d9945') {} {{(pid=100129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:56:13.765740 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59599202'] for segment, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.786668 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.795309 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=100129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:56:13.795706 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846060'] for segment, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: from cryptography.utils import int_from_bytes Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: from cryptography.utils import int_from_bytes Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: Traceback (most recent call last): Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: timer() Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: cb(*args, **kw) Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: return func(*args, **kwargs) Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: self._notify() Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: self.callback(batched_events) Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: event.method(event) Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: return f(self, *a, **k) Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: return self._get(url).json() Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: return self.request(url, 'GET', **kwargs) Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:56:13.800517 dv-cinder-786627-12-iscsi neutron-server[100129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:56:13.876736 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c0703ac9-a7e6-4690-8f80-9cb5911f3561 req-6161567f-7254-45ac-8482-2076bdd76956 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 210 time: 0.0363791 Jun 28 09:56:13.901848 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0248d-b476-41f8-b009-f31d2dc1d1c7 req-71310b98-9a33-4c13-840d-62d19f33565e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:13.903313 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-93a0248d-b476-41f8-b009-f31d2dc1d1c7 req-71310b98-9a33-4c13-840d-62d19f33565e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0938795 Jun 28 09:56:13.941648 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-93a0248d-b476-41f8-b009-f31d2dc1d1c7 req-ed92ca5a-9706-4ff3-b16a-ae2a5cd41ec8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323770 Jun 28 09:56:14.016060 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.022449 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-3915aac0-4077-4336-a2dc-fdac9367aef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:14.026455 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.028401 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] 10.222.0.30 "DELETE /v2.0/networks/38d932ac-7114-46bd-b4ee-a3e17c565572 HTTP/1.1" status: 204 len: 168 time: 0.5380139 Jun 28 09:56:14.032640 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 47612) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:14.038932 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Pushing event deleted for resources: {'Network': ['ID=38d932ac-7114-46bd-b4ee-a3e17c565572,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:14.041211 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-1e4b84dd-2eb2-4c9a-ba1a-f2bff1b6929c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:14.166925 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_v2 [None req-857f18a1-deab-41d2-858f-1b500093e06d admin admin] Deleting subnet 3fee5f33-cc8a-4ce0-b1b4-29e1a6227d54 {{(pid=100130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:56:14.172374 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-857f18a1-deab-41d2-858f-1b500093e06d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.216800 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-857f18a1-deab-41d2-858f-1b500093e06d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59617636'] for subnet, precommit_delete_associations {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.263865 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33849280-efff-4f2c-80a5-d86bd35df4dd req-9d22f656-7282-45f9-b0de-1d8a8135aec5 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:14.269299 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-33849280-efff-4f2c-80a5-d86bd35df4dd req-9d22f656-7282-45f9-b0de-1d8a8135aec5 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 945 time: 0.1432412 Jun 28 09:56:14.291926 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-857f18a1-deab-41d2-858f-1b500093e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.346433 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-33849280-efff-4f2c-80a5-d86bd35df4dd req-ccd330bd-01e9-40c6-a312-240cf01c5ad7 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695591 Jun 28 09:56:14.519301 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17e810-4aaf-4112-8f26-2bccff91d0ed req-120a3709-6d9a-48db-9289-e20732bbf338 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:14.520735 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5b17e810-4aaf-4112-8f26-2bccff91d0ed req-120a3709-6d9a-48db-9289-e20732bbf338 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0664699 Jun 28 09:56:14.559938 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5b17e810-4aaf-4112-8f26-2bccff91d0ed req-442b45e4-44d9-469b-b204-61fee0fd5c5c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329161 Jun 28 09:56:14.582386 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-857f18a1-deab-41d2-858f-1b500093e06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59015134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59262105'] for subnet, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.584911 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2fd16a6c-3f41-471e-bde0-a60f3469634b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:14.611380 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f18a1-deab-41d2-858f-1b500093e06d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fee5f33-cc8a-4ce0-b1b4-29e1a6227d54,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:14.614569 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-857f18a1-deab-41d2-858f-1b500093e06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:14.615630 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-857f18a1-deab-41d2-858f-1b500093e06d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.617575 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-857f18a1-deab-41d2-858f-1b500093e06d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3fee5f33-cc8a-4ce0-b1b4-29e1a6227d54 HTTP/1.1" status: 204 len: 168 time: 0.5822630 Jun 28 09:56:14.620000 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 47622) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:14.646566 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a16615b-8903-4be4-9cca-def520255fb4 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2b75565c0cb6432882e0cbfd986766ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349612 Jun 28 09:56:14.687016 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1072-4435-48d1-8499-c233c8af585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.794170 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1072-4435-48d1-8499-c233c8af585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.828889 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-5f1d1072-4435-48d1-8499-c233c8af585a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74237a5b-5ccc-48e3-bdf0-3bed82b75f87']}} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:56:14.842712 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-5f1d1072-4435-48d1-8499-c233c8af585a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b402a1b-1f75-45ca-8657-ba8c105a5fc9') {'for_net_delete': True} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:56:14.843119 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-5f1d1072-4435-48d1-8499-c233c8af585a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b402a1b-1f75-45ca-8657-ba8c105a5fc9') {} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:56:14.847321 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-a7502686-f9da-4fbc-860c-495db1a2255a tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:14.848793 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-a7502686-f9da-4fbc-860c-495db1a2255a tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945124 Jun 28 09:56:14.854606 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1072-4435-48d1-8499-c233c8af585a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59617651'] for segment, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.871694 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Request body: {'port': {'device_id': 'be2d3dd7-7d1e-4b98-a86a-2147ad085bc0', 'network_id': '1d2104eb-9953-4016-81f1-9b89ee4dad63', 'admin_state_up': True, 'tenant_id': '2b75565c0cb6432882e0cbfd986766ff'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:14.879173 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1072-4435-48d1-8499-c233c8af585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.889564 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1d1072-4435-48d1-8499-c233c8af585a admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=100130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:56:14.889967 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1072-4435-48d1-8499-c233c8af585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014971'] for segment, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: Traceback (most recent call last): Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: timer() Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: cb(*args, **kw) Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: return func(*args, **kwargs) Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: self._notify() Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: self.callback(batched_events) Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: event.method(event) Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: return f(self, *a, **k) Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._get(url).json() Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: return self.request(url, 'GET', **kwargs) Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:56:14.891596 dv-cinder-786627-12-iscsi neutron-server[100130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:56:14.949403 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba85dde-4cc4-42f6-b53b-d8ffecc014d5 req-0289fa8b-86a9-4ae8-93ec-7d45555446b6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:14.950660 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1ba85dde-4cc4-42f6-b53b-d8ffecc014d5 req-0289fa8b-86a9-4ae8-93ec-7d45555446b6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1582010 Jun 28 09:56:15.009571 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1ba85dde-4cc4-42f6-b53b-d8ffecc014d5 req-cba0bebe-b441-4ffd-a6e4-4479d3be341c tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474541 Jun 28 09:56:15.054320 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-018c0c4a-9312-4bd5-b3a5-7bd1875451ba req-3ae42117-b49f-4d4d-bbe7-70c2187eb7ed tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 210 time: 0.0360765 Jun 28 09:56:15.054776 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda89543-3c86-45d8-a886-3d3a522973d1 req-63d8c580-4aad-4cf6-be42-001ac196a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:15.056256 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cda89543-3c86-45d8-a886-3d3a522973d1 req-63d8c580-4aad-4cf6-be42-001ac196a0e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f5cd03267bb4fef9e29eeb5f7aeea2d&device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 1098 time: 0.1794906 Jun 28 09:56:15.146925 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1072-4435-48d1-8499-c233c8af585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.150741 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:15.154320 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1072-4435-48d1-8499-c233c8af585a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.154438 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda89543-3c86-45d8-a886-3d3a522973d1 req-0d08d82b-3323-4877-aa19-a24c5cdb6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:15.155913 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cda89543-3c86-45d8-a886-3d3a522973d1 req-0d08d82b-3323-4877-aa19-a24c5cdb6d93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=059b1d65-d322-4b4c-83ce-48fd289a3bcf HTTP/1.1" status: 200 len: 919 time: 0.0919275 Jun 28 09:56:15.160281 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-5f1d1072-4435-48d1-8499-c233c8af585a admin admin] 10.222.0.30 "DELETE /v2.0/networks/74237a5b-5ccc-48e3-bdf0-3bed82b75f87 HTTP/1.1" status: 204 len: 168 time: 0.5352802 Jun 28 09:56:15.167283 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d1072-4435-48d1-8499-c233c8af585a admin admin] Pushing event deleted for resources: {'Network': ['ID=74237a5b-5ccc-48e3-bdf0-3bed82b75f87,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:15.169608 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-5f1d1072-4435-48d1-8499-c233c8af585a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:15.208549 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cda89543-3c86-45d8-a886-3d3a522973d1 req-b70f2c1b-4fbe-4b9c-90b9-ebd9bf1fb642 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 HTTP/1.1" status: 200 len: 217 time: 0.0358152 Jun 28 09:56:15.221497 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Made reservation on behalf of 2b75565c0cb6432882e0cbfd986766ff for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:56:15.226147 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.248057 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.308263 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda89543-3c86-45d8-a886-3d3a522973d1 req-d91bbe44-e45b-4503-b22d-3d3dbaf4d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:15.309665 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cda89543-3c86-45d8-a886-3d3a522973d1 req-d91bbe44-e45b-4503-b22d-3d3dbaf4d688 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=425698d2-70d0-4e8c-9f39-29fdfe2da4b2 HTTP/1.1" status: 200 len: 858 time: 0.0722194 Jun 28 09:56:15.332903 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.357312 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cda89543-3c86-45d8-a886-3d3a522973d1 req-cf6c6adf-93fb-4fcc-bc9b-97a5e3cc07f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=059b1d65-d322-4b4c-83ce-48fd289a3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316405 Jun 28 09:56:15.467432 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.481516 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cda89543-3c86-45d8-a886-3d3a522973d1 req-2b382878-ce4b-4d53-8b7d-bdd2379855db service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143956 Jun 28 09:56:15.539596 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f3509-6138-4a3f-a590-43016fa9b510 req-316ba2fd-f7d6-481e-9ef1-f58eaba0dc9d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:15.541135 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c36f3509-6138-4a3f-a590-43016fa9b510 req-316ba2fd-f7d6-481e-9ef1-f58eaba0dc9d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 945 time: 0.0720141 Jun 28 09:56:15.583103 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c36f3509-6138-4a3f-a590-43016fa9b510 req-c981536e-d655-499f-ab52-e047a6ffcb4d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362024 Jun 28 09:56:15.590697 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cda89543-3c86-45d8-a886-3d3a522973d1 req-31101a04-2201-46f8-aed0-7fdd1a1a786e service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893393 Jun 28 09:56:15.712483 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.717793 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:15.748419 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7f9f9-6549-4726-b049-50d02f57dc4f req-0befed0c-98c3-4025-8e11-14343b02c74d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:15.749974 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b8e7f9f9-6549-4726-b049-50d02f57dc4f req-0befed0c-98c3-4025-8e11-14343b02c74d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0662796 Jun 28 09:56:15.779871 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc587e4-db89-4c54-9002-0db8445fe66b,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:15.785045 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:15.792985 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b8e7f9f9-6549-4726-b049-50d02f57dc4f req-a0619877-ad10-4e24-bf57-45a20c1d96d0 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362802 Jun 28 09:56:15.849405 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 471cb420-8345-434a-b7d0-3fa8e1607825 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:56:15.858510 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 47644) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:15.859659 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Allocated IP 192.168.233.227 (1d2104eb-9953-4016-81f1-9b89ee4dad63/1cd80788-b7e0-46be-9879-5c0368de1748/bf5e0ed9-ada3-4cb3-8591-d3b7ac709838) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:56:15.902467 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-807ab871-7b2b-4192-ae75-aaf3a4100a85 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fd457fa4a1048b7b1940b543f6c4067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427611 Jun 28 09:56:15.905791 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 47646) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:15.961326 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2765695a-5263-4b42-8278-b4b8d814ac5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.982317 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2765695a-5263-4b42-8278-b4b8d814ac5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:15.998971 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port 471cb420-8345-434a-b7d0-3fa8e1607825 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:56:16.004914 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 471cb420-8345-434a-b7d0-3fa8e1607825 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:56:16.005369 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:16.012692 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:16.034043 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Transition to ACTIVE for port object bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 will not be triggered until provisioned by entity DHCP. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:56:16.114043 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:16.136458 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc68768d-95dc-481d-bfb9-930496071c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471cb420-8345-434a-b7d0-3fa8e1607825'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:16.138884 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d5aeca-7b3e-4bc3-81ed-bb6ba2301448" -d '{"events": [{"server_uuid": "dc68768d-95dc-481d-bfb9-930496071c14", "name": "network-vif-plugged", "status": "completed", "tag": "471cb420-8345-434a-b7d0-3fa8e1607825"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:16.153260 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 471cb420-8345-434a-b7d0-3fa8e1607825, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=471cb420-8345-434a-b7d0-3fa8e1607825,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:16.179882 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58846138'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:16.184763 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:16.188940 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2765695a-5263-4b42-8278-b4b8d814ac5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:16.191938 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2765695a-5263-4b42-8278-b4b8d814ac5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:16.201581 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-2765695a-5263-4b42-8278-b4b8d814ac5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b030a147-713f-4b0d-be59-b5f5f03d357a HTTP/1.1" status: 204 len: 168 time: 0.2955441 Jun 28 09:56:16.204393 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-c906b9c3-0f71-4a8f-aaa4-60ba5a684d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:16.226139 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765695a-5263-4b42-8278-b4b8d814ac5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b030a147-713f-4b0d-be59-b5f5f03d357a,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:16.230664 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2765695a-5263-4b42-8278-b4b8d814ac5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:16.230968 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Network 1d2104eb-9953-4016-81f1-9b89ee4dad63 is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:56:16.234040 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:56:16.245203 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:56:16.271381 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:16.278274 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:16.282795 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Pushing event updated for resources: {'Port': ['ID=bf5e0ed9-ada3-4cb3-8591-d3b7ac709838,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:16.286992 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:16.308400 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970c7e1-0e86-49a9-91b3-43baa1b81cbd req-10794b5b-42e8-4051-bc32-d7fb2d175d4b tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:16.310087 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c970c7e1-0e86-49a9-91b3-43baa1b81cbd req-10794b5b-42e8-4051-bc32-d7fb2d175d4b tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1531656 Jun 28 09:56:16.327150 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:16.327831 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:16.365925 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=471cb420-8345-434a-b7d0-3fa8e1607825,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:16.369865 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:16.380659 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c970c7e1-0e86-49a9-91b3-43baa1b81cbd req-755b6c1f-a79b-48d8-8ac9-a72b7defdede tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628176 Jun 28 09:56:16.388356 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adc7bd-71ba-473d-80e1-2a01cadf0cdf req-4350b781-acc3-4bae-bf08-c4728112c27c tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:16.389596 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-66adc7bd-71ba-473d-80e1-2a01cadf0cdf req-4350b781-acc3-4bae-bf08-c4728112c27c tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 936 time: 0.1758552 Jun 28 09:56:16.444027 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-66adc7bd-71ba-473d-80e1-2a01cadf0cdf req-30a447b1-501e-4408-b137-89a4abd91891 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459156 Jun 28 09:56:16.495349 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f7255a-d952-4c0c-a791-c4b57e691f61 x-openstack-request-id: req-b1f7255a-d952-4c0c-a791-c4b57e691f61 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:16.495651 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc68768d-95dc-481d-bfb9-930496071c14", "name": "network-vif-plugged", "status": "completed", "tag": "471cb420-8345-434a-b7d0-3fa8e1607825", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:16.495918 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1f7255a-d952-4c0c-a791-c4b57e691f61 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:16.496318 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc68768d-95dc-481d-bfb9-930496071c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471cb420-8345-434a-b7d0-3fa8e1607825', 'code': 200} Jun 28 09:56:16.616899 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7490907 Jun 28 09:56:16.637811 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Request body: {'port': {'device_id': 'be2d3dd7-7d1e-4b98-a86a-2147ad085bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:56:16.709041 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:16.796904 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b9937-1a6e-40ca-8b17-f993ce9c4a06 req-94e5e272-6a40-4a0b-af6b-6cdcaa1b9a40 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:16.798407 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ff1b9937-1a6e-40ca-8b17-f993ce9c4a06 req-94e5e272-6a40-4a0b-af6b-6cdcaa1b9a40 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 946 time: 0.1021323 Jun 28 09:56:16.836102 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ff1b9937-1a6e-40ca-8b17-f993ce9c4a06 req-a1937028-1e66-48da-9c62-90d7be8ff074 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315847 Jun 28 09:56:16.884580 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-85c25d25-5060-46b7-be50-b4d681b89d70 None None] Provisioning for port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:56:16.891104 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-85c25d25-5060-46b7-be50-b4d681b89d70 None None] Provisioning complete for port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:56:16.891548 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-85c25d25-5060-46b7-be50-b4d681b89d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:16.929596 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-85c25d25-5060-46b7-be50-b4d681b89d70 None None] Port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:56:16.980221 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:16.991516 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.004442 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Transition to ACTIVE for port object bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:56:17.007885 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dc665-e6c2-4978-b86b-3a0d2541d417 req-29ea3093-5409-4946-924a-e71296eb801b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:17.009404 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-492dc665-e6c2-4978-b86b-3a0d2541d417 req-29ea3093-5409-4946-924a-e71296eb801b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0724721 Jun 28 09:56:17.047864 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-492dc665-e6c2-4978-b86b-3a0d2541d417 req-a76e06e6-db84-470a-9d9f-57820fc022d6 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327778 Jun 28 09:56:17.148158 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a5cbb-8fb5-4e7d-b3f9-b8415f1dbf1c req-0d4073dc-201a-401e-9aa3-68ad21aeaf73 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:17.148561 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7ed3f-e61b-43e5-bcb7-23d3cf4ffb11 req-f738f625-a179-41bc-a0b3-4568b56a3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:17.151080 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-32f7ed3f-e61b-43e5-bcb7-23d3cf4ffb11 req-f738f625-a179-41bc-a0b3-4568b56a3e37 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 1099 time: 0.0704365 Jun 28 09:56:17.151229 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-152a5cbb-8fb5-4e7d-b3f9-b8415f1dbf1c req-0d4073dc-201a-401e-9aa3-68ad21aeaf73 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0774152 Jun 28 09:56:17.152528 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.154753 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d24e9a3c-41bf-4561-adb6-fbc10e59bdc8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:17.191451 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-152a5cbb-8fb5-4e7d-b3f9-b8415f1dbf1c req-0be8c450-e616-4f0c-b120-b55b4bfc5731 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353069 Jun 28 09:56:17.251471 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Pushing event updated for resources: {'Port': ['ID=bf5e0ed9-ada3-4cb3-8591-d3b7ac709838,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:17.257982 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:17.281569 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-32f7ed3f-e61b-43e5-bcb7-23d3cf4ffb11 req-65bd6ebc-844e-4b3e-a847-13971bb9c769 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194689 Jun 28 09:56:17.317391 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Attempting to bind port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:56:17.317791 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Attempting to bind port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '33c56528-5ba0-448e-9845-3e1384e4dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1d2104eb-9953-4016-81f1-9b89ee4dad63'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:56:17.318204 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Attempting to bind port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 on network 1d2104eb-9953-4016-81f1-9b89ee4dad63 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:56:17.323267 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 on network 1d2104eb-9953-4016-81f1-9b89ee4dad63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:56:17.323696 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Attempting to bind port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 on network 1d2104eb-9953-4016-81f1-9b89ee4dad63 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:56:17.328806 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:56:17.329207 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Checking segment: {'id': '33c56528-5ba0-448e-9845-3e1384e4dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1d2104eb-9953-4016-81f1-9b89ee4dad63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:56:17.329762 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Bound using segment: {'id': '33c56528-5ba0-448e-9845-3e1384e4dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1d2104eb-9953-4016-81f1-9b89ee4dad63'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:56:17.330376 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Bound port: bf5e0ed9-ada3-4cb3-8591-d3b7ac709838, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c56528-5ba0-448e-9845-3e1384e4dda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1d2104eb-9953-4016-81f1-9b89ee4dad63'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:56:17.330793 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.415821 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] For port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:56:17.419039 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] For port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bf5e0ed9-ada3-4cb3-8591-d3b7ac709838,segment=NetworkSegment(33c56528-5ba0-448e-9845-3e1384e4dda1),segment_id=33c56528-5ba0-448e-9845-3e1384e4dda1)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:56:17.558950 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.561813 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:17.578099 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14eb5d-2c7b-4727-8e68-8d39163f713f req-c786caeb-df30-4753-a286-ab01071c4dc6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:17.579593 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3c14eb5d-2c7b-4727-8e68-8d39163f713f req-c786caeb-df30-4753-a286-ab01071c4dc6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0619648 Jun 28 09:56:17.594932 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:17.595797 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.597765 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] 10.222.0.37 "PUT /v2.0/ports/bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 HTTP/1.1" status: 200 len: 1098 time: 0.9714329 Jun 28 09:56:17.598266 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2d3dd7-7d1e-4b98-a86a-2147ad085bc0', 'tag': 'bf5e0ed9-ada3-4cb3-8591-d3b7ac709838'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:17.600655 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a14bd4b-53ea-437a-ab76-391c6354426b" -d '{"events": [{"name": "network-changed", "server_uuid": "be2d3dd7-7d1e-4b98-a86a-2147ad085bc0", "tag": "bf5e0ed9-ada3-4cb3-8591-d3b7ac709838"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:17.643291 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Pushing event updated for resources: {'Port': ['ID=bf5e0ed9-ada3-4cb3-8591-d3b7ac709838,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:17.644246 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3c14eb5d-2c7b-4727-8e68-8d39163f713f req-f90e2c3b-d975-4770-ae80-31aca2d676fe tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446889 Jun 28 09:56:17.644582 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:17.644670 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 47686) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:17.695510 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-a6b2d828-d68d-42ca-8ca5-6c2aec1a3525 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52fa39e572d645e5928e6f8ee1e9e4bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526116 Jun 28 09:56:17.695946 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 47688) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:17.761263 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a291a22a-8e4d-4fad-ab6f-aeda5f10a5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.806841 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a291a22a-8e4d-4fad-ab6f-aeda5f10a5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.861085 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c5da4-d6e3-48f2-b604-c1252fe3374b req-582c4b47-ace1-44f3-ba4c-4240d4a544d9 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:17.863087 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-962c5da4-d6e3-48f2-b604-c1252fe3374b req-582c4b47-ace1-44f3-ba4c-4240d4a544d9 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 948 time: 0.1117704 Jun 28 09:56:17.913799 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-962c5da4-d6e3-48f2-b604-c1252fe3374b req-370f19df-a1e0-4713-990e-8ca66db3e7a8 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383246 Jun 28 09:56:17.941050 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-eecbd717-34a7-4039-bd7a-0ad51df7bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:17.942958 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-eecbd717-34a7-4039-bd7a-0ad51df7bb87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b75565c0cb6432882e0cbfd986766ff&device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 1101 time: 0.0744672 Jun 28 09:56:17.954229 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c21f75-feee-43b0-876f-98c6ab8e68a0 x-openstack-request-id: req-90c21f75-feee-43b0-876f-98c6ab8e68a0 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:17.954568 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2d3dd7-7d1e-4b98-a86a-2147ad085bc0", "tag": "bf5e0ed9-ada3-4cb3-8591-d3b7ac709838", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:17.954846 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90c21f75-feee-43b0-876f-98c6ab8e68a0 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:17.955287 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2d3dd7-7d1e-4b98-a86a-2147ad085bc0', 'tag': 'bf5e0ed9-ada3-4cb3-8591-d3b7ac709838', 'status': 'completed', 'code': 200} Jun 28 09:56:17.988371 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a291a22a-8e4d-4fad-ab6f-aeda5f10a5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.991478 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-2535f0e5-0922-4cee-adc2-a47e5d51711c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 HTTP/1.1" status: 200 len: 217 time: 0.0351684 Jun 28 09:56:17.992801 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a291a22a-8e4d-4fad-ab6f-aeda5f10a5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:17.996482 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-a291a22a-8e4d-4fad-ab6f-aeda5f10a5ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9995a80a-ed54-4b82-aabb-18cc4046a0f7 HTTP/1.1" status: 204 len: 168 time: 0.2973421 Jun 28 09:56:17.996482 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-db9871e4-429b-48fb-a4cc-d7cfb4e42676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:18.003069 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291a22a-8e4d-4fad-ab6f-aeda5f10a5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9995a80a-ed54-4b82-aabb-18cc4046a0f7,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:18.005389 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-a291a22a-8e4d-4fad-ab6f-aeda5f10a5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:18.139686 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21194746-a52b-4091-9fa9-268ef12f638b req-8473b49e-bef7-49e7-a7da-7c4e8bef9f29 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:18.144258 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-21194746-a52b-4091-9fa9-268ef12f638b req-8473b49e-bef7-49e7-a7da-7c4e8bef9f29 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 946 time: 0.0939097 Jun 28 09:56:18.183700 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-21194746-a52b-4091-9fa9-268ef12f638b req-7ad4b381-a00f-487e-8f49-15b203f44605 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349917 Jun 28 09:56:18.289311 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-3b982668-c949-4bc9-a0b5-80c7c880134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:18.290771 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-3b982668-c949-4bc9-a0b5-80c7c880134d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1cd80788-b7e0-46be-9879-5c0368de1748 HTTP/1.1" status: 200 len: 843 time: 0.2815840 Jun 28 09:56:18.352261 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-bff715cc-a83a-4341-b173-f03fb0732b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:18.353738 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-bff715cc-a83a-4341-b173-f03fb0732b83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d2104eb-9953-4016-81f1-9b89ee4dad63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0514746 Jun 28 09:56:18.374390 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463dcea-f6e9-4d41-8fe4-c3aae1f80d83 req-51f0e1bd-5eb0-499d-8369-b638bcbfb8f2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:18.376298 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1463dcea-f6e9-4d41-8fe4-c3aae1f80d83 req-51f0e1bd-5eb0-499d-8369-b638bcbfb8f2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0633886 Jun 28 09:56:18.418614 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1463dcea-f6e9-4d41-8fe4-c3aae1f80d83 req-5c550b36-245f-4edc-bab0-7a6f54d914ba tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335791 Jun 28 09:56:18.458781 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-3dd5e457-13ac-40d4-809e-4974039b0ae9 service neutron] 10.222.0.37 "GET /v2.0/networks/1d2104eb-9953-4016-81f1-9b89ee4dad63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935972 Jun 28 09:56:18.587608 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dd2075c-5d56-4243-a95f-8c78b508c765 req-b35c2f08-8f5f-4ab1-b1d6-1797669a8c5e service neutron] 10.222.0.37 "GET /v2.0/networks/1d2104eb-9953-4016-81f1-9b89ee4dad63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027441 Jun 28 09:56:18.613982 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22261418-529e-48fc-88ec-42011661e94a req-2c4763fd-38b9-452d-8fd1-ff356b1b970b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:18.615499 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-22261418-529e-48fc-88ec-42011661e94a req-2c4763fd-38b9-452d-8fd1-ff356b1b970b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0695956 Jun 28 09:56:18.657520 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-22261418-529e-48fc-88ec-42011661e94a req-c21757c8-def5-4c08-b411-dd4aeb563442 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328407 Jun 28 09:56:18.799800 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14bd4b-53ea-437a-ab76-391c6354426b req-3956c1b1-9a21-4683-b28f-0b352be8bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:18.801799 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0a14bd4b-53ea-437a-ab76-391c6354426b req-3956c1b1-9a21-4683-b28f-0b352be8bbc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b75565c0cb6432882e0cbfd986766ff&device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 1101 time: 0.0588076 Jun 28 09:56:18.856379 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00cc3a-d8e0-4b78-ae8a-9b03c8513614 req-592f3235-13ba-44d6-88bb-e300dde845e8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:18.858312 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-dc00cc3a-d8e0-4b78-ae8a-9b03c8513614 req-592f3235-13ba-44d6-88bb-e300dde845e8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0815926 Jun 28 09:56:18.903603 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-dc00cc3a-d8e0-4b78-ae8a-9b03c8513614 req-0db9b780-c582-4136-8abb-3d5c82c1b267 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390112 Jun 28 09:56:18.938374 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14bd4b-53ea-437a-ab76-391c6354426b req-6196e227-19a6-400a-9a7c-adf5c8544290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:18.948240 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0a14bd4b-53ea-437a-ab76-391c6354426b req-6196e227-19a6-400a-9a7c-adf5c8544290 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d2104eb-9953-4016-81f1-9b89ee4dad63 HTTP/1.1" status: 200 len: 870 time: 0.1033456 Jun 28 09:56:18.999626 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0a14bd4b-53ea-437a-ab76-391c6354426b req-c72fdeca-c117-4508-bf08-749b08b10114 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 HTTP/1.1" status: 200 len: 217 time: 0.0484107 Jun 28 09:56:19.065819 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14bd4b-53ea-437a-ab76-391c6354426b req-608857a0-7d61-40eb-b8be-3b3622e9da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:19.067279 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0a14bd4b-53ea-437a-ab76-391c6354426b req-608857a0-7d61-40eb-b8be-3b3622e9da2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1cd80788-b7e0-46be-9879-5c0368de1748 HTTP/1.1" status: 200 len: 843 time: 0.0584259 Jun 28 09:56:19.104555 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a5fa3-c8e1-4858-8881-01ed9ca0b620 req-8125cea5-65de-4322-8686-41001f2dfe52 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:19.106406 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4b0a5fa3-c8e1-4858-8881-01ed9ca0b620 req-8125cea5-65de-4322-8686-41001f2dfe52 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 948 time: 0.0762601 Jun 28 09:56:19.146244 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4b0a5fa3-c8e1-4858-8881-01ed9ca0b620 req-01dd3e15-f202-4a09-9a83-4ec79f18207d tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324755 Jun 28 09:56:19.154648 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14bd4b-53ea-437a-ab76-391c6354426b req-48d81ba2-89e4-4408-8850-06b50ca01d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:19.155047 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0a14bd4b-53ea-437a-ab76-391c6354426b req-48d81ba2-89e4-4408-8850-06b50ca01d48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d2104eb-9953-4016-81f1-9b89ee4dad63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0541129 Jun 28 09:56:19.267620 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0a14bd4b-53ea-437a-ab76-391c6354426b req-48634aa5-08d9-4ace-954d-8ee4803c6984 service neutron] 10.222.0.37 "GET /v2.0/networks/1d2104eb-9953-4016-81f1-9b89ee4dad63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910671 Jun 28 09:56:19.372190 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0a14bd4b-53ea-437a-ab76-391c6354426b req-e510f25f-b36e-471a-a538-32615da05183 service neutron] 10.222.0.37 "GET /v2.0/networks/1d2104eb-9953-4016-81f1-9b89ee4dad63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977895 Jun 28 09:56:19.380791 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae55570-13a5-472b-85a6-b913fb60de3f req-57d15fa2-eadf-465a-a8b8-a52e87e0f4db tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:19.382379 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3ae55570-13a5-472b-85a6-b913fb60de3f req-57d15fa2-eadf-465a-a8b8-a52e87e0f4db tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 946 time: 0.0753701 Jun 28 09:56:19.422939 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3ae55570-13a5-472b-85a6-b913fb60de3f req-cf28f496-f6a6-454a-a946-4685f06db785 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347083 Jun 28 09:56:19.609153 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04241da-9e9b-4c50-a28c-fefe8d37d018 req-d30b6667-4e66-404d-bbc0-ccb0ed7f9642 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:19.610732 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d04241da-9e9b-4c50-a28c-fefe8d37d018 req-d30b6667-4e66-404d-bbc0-ccb0ed7f9642 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0776124 Jun 28 09:56:19.651305 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d04241da-9e9b-4c50-a28c-fefe8d37d018 req-c596c679-3294-4562-9b97-0e788292cb18 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340118 Jun 28 09:56:19.848579 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d876213-cbf5-4a3e-9035-7410d350c046 req-35785a1f-22d7-477e-9d20-5d1d5e9bb70d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:19.850057 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2d876213-cbf5-4a3e-9035-7410d350c046 req-35785a1f-22d7-477e-9d20-5d1d5e9bb70d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0656664 Jun 28 09:56:19.896917 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2d876213-cbf5-4a3e-9035-7410d350c046 req-0c37dea9-edb6-4366-b56a-54d881e81049 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375185 Jun 28 09:56:20.091164 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd1db0-246c-4f3e-95c2-b246d69675b3 req-70b5e9aa-2d3b-42e5-a6c7-e73c4e626d4d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:20.092654 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7ccd1db0-246c-4f3e-95c2-b246d69675b3 req-70b5e9aa-2d3b-42e5-a6c7-e73c4e626d4d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0766501 Jun 28 09:56:20.131386 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7ccd1db0-246c-4f3e-95c2-b246d69675b3 req-84058329-ad5c-4462-8385-5bcb65348681 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316639 Jun 28 09:56:20.335891 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b81ab4-7bc8-4e9e-b655-ef8773107d2b req-6047abcb-122a-4e57-9432-2387e63a20b7 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:20.337378 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e5b81ab4-7bc8-4e9e-b655-ef8773107d2b req-6047abcb-122a-4e57-9432-2387e63a20b7 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 948 time: 0.0681133 Jun 28 09:56:20.373861 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e5b81ab4-7bc8-4e9e-b655-ef8773107d2b req-4d9a7e6b-cd8c-46c6-a28b-44bcb1d142c8 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Jun 28 09:56:20.621907 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 47768) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:20.625598 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812bc74-01e2-499e-89ba-81add484110a req-0f6d3a35-410b-4bdd-8887-b409993a110d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:20.633535 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f812bc74-01e2-499e-89ba-81add484110a req-0f6d3a35-410b-4bdd-8887-b409993a110d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 946 time: 0.0918036 Jun 28 09:56:20.665604 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f812bc74-01e2-499e-89ba-81add484110a req-4738da48-4337-480b-89d5-d150f81d2888 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312238 Jun 28 09:56:20.731636 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c0ae1967-b23a-4b7b-b63b-54c8e6d8ca48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:20.832678 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c0ae1967-b23a-4b7b-b63b-54c8e6d8ca48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:20.844715 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c616b95-995c-4ada-9e33-6621f03f9c27 req-9005cf15-0940-4fa1-ab76-7a0e1d306e62 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:20.847431 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7c616b95-995c-4ada-9e33-6621f03f9c27 req-9005cf15-0940-4fa1-ab76-7a0e1d306e62 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0713403 Jun 28 09:56:20.884145 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7c616b95-995c-4ada-9e33-6621f03f9c27 req-f8fb066f-c8cb-439a-b670-3b0d73afe4ec tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310018 Jun 28 09:56:21.008148 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c0ae1967-b23a-4b7b-b63b-54c8e6d8ca48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:21.010877 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b7df0274-079e-4015-af56-2d7305af7fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:21.042001 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae1967-b23a-4b7b-b63b-54c8e6d8ca48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d55213c-f636-490b-bb0a-600d45ada453,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:21.050047 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-c0ae1967-b23a-4b7b-b63b-54c8e6d8ca48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:21.059656 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-c0ae1967-b23a-4b7b-b63b-54c8e6d8ca48 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ad297a6c7654e6f9ad7b9e3efb4ee09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4365501 Jun 28 09:56:21.062499 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 47782) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:21.093435 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9cd68-4435-4d51-a30d-0cd20e57f12c req-235d829e-6cbf-4d24-be8c-1d1cc8c2aa62 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:21.095443 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e3d9cd68-4435-4d51-a30d-0cd20e57f12c req-235d829e-6cbf-4d24-be8c-1d1cc8c2aa62 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0782650 Jun 28 09:56:21.133105 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f5c7876f-7b6c-43c7-885a-2dd5373e9a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:21.136230 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e3d9cd68-4435-4d51-a30d-0cd20e57f12c req-e1e1c820-5c84-4a58-aa97-0a41e60ade98 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331879 Jun 28 09:56:21.159084 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f5c7876f-7b6c-43c7-885a-2dd5373e9a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:21.301246 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f5c7876f-7b6c-43c7-885a-2dd5373e9a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:21.303935 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f5c7876f-7b6c-43c7-885a-2dd5373e9a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:21.305353 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-f5c7876f-7b6c-43c7-885a-2dd5373e9a81 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d55213c-f636-490b-bb0a-600d45ada453 HTTP/1.1" status: 204 len: 168 time: 0.2398982 Jun 28 09:56:21.306164 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-c31ea368-5f98-4ba0-a81f-c3d5139997c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:21.313803 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7876f-7b6c-43c7-885a-2dd5373e9a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d55213c-f636-490b-bb0a-600d45ada453,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:21.316562 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f5c7876f-7b6c-43c7-885a-2dd5373e9a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:21.584751 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8009e-066a-4ad3-a111-1f22dac23c06 req-aa4a13dd-b378-474b-bbb9-11d629b54f9c tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:21.586241 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8ed8009e-066a-4ad3-a111-1f22dac23c06 req-aa4a13dd-b378-474b-bbb9-11d629b54f9c tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 948 time: 0.0715265 Jun 28 09:56:21.624525 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8ed8009e-066a-4ad3-a111-1f22dac23c06 req-f5490052-0df4-48ef-8e79-e1afedce114c tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316725 Jun 28 09:56:21.859611 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:56:21.965209 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bf5e0ed9-ada3-4cb3-8591-d3b7ac709838,segment=NetworkSegment(33c56528-5ba0-448e-9845-3e1384e4dda1),segment_id=33c56528-5ba0-448e-9845-3e1384e4dda1)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:21.983467 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': 'bf5e0ed9-ada3-4cb3-8591-d3b7ac709838', 'network_id': '1d2104eb-9953-4016-81f1-9b89ee4dad63', 'port_id': 'bf5e0ed9-ada3-4cb3-8591-d3b7ac709838', 'mac_address': 'fa:16:3e:71:93:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cd80788-b7e0-46be-9879-5c0368de1748', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:56:22.030028 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:22.042721 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:22.064102 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bf5e0ed9-ada3-4cb3-8591-d3b7ac709838,segment=NetworkSegment(33c56528-5ba0-448e-9845-3e1384e4dda1),segment_id=33c56528-5ba0-448e-9845-3e1384e4dda1)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:22.075871 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8914c65-a822-4a66-b1b2-7825a2d214bf req-0ef4ce1e-63c1-48d0-8d6c-1f0b2764e9f7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:22.077397 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a8914c65-a822-4a66-b1b2-7825a2d214bf req-0ef4ce1e-63c1-48d0-8d6c-1f0b2764e9f7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0658231 Jun 28 09:56:22.121822 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a8914c65-a822-4a66-b1b2-7825a2d214bf req-c2346c49-733b-49ef-99ec-7421140794a9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357418 Jun 28 09:56:22.192545 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:22.195894 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:22.235093 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70bdc6-d003-4490-a610-9a3ad575f735 req-1bf38452-6ff2-48f6-8c19-2ccb024188ea tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:22.237447 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-aa70bdc6-d003-4490-a610-9a3ad575f735 req-1bf38452-6ff2-48f6-8c19-2ccb024188ea tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0804667 Jun 28 09:56:22.253310 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=bf5e0ed9-ada3-4cb3-8591-d3b7ac709838,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:22.253310 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:22.312835 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-aa70bdc6-d003-4490-a610-9a3ad575f735 req-20ea6a9a-bd33-4994-afa5-0154afd56e70 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693214 Jun 28 09:56:22.353545 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65946c4-7e40-441e-a8f0-fedc4ace16f4 req-5187d5eb-8106-48a2-9173-3c4e90c5af54 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:22.355030 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b65946c4-7e40-441e-a8f0-fedc4ace16f4 req-5187d5eb-8106-48a2-9173-3c4e90c5af54 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0862215 Jun 28 09:56:22.396234 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b65946c4-7e40-441e-a8f0-fedc4ace16f4 req-6535c66d-37d2-4dd7-a21d-b2650b68b2ed tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351193 Jun 28 09:56:22.674470 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['bf5e0ed9-ada3-4cb3-8591-d3b7ac709838'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:22.977740 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b663dd-1703-4b8e-a39b-da5a456bbb48 req-fd90c887-7550-41d6-b674-91ddb6543d83 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:22.979184 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d4b663dd-1703-4b8e-a39b-da5a456bbb48 req-fd90c887-7550-41d6-b674-91ddb6543d83 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 949 time: 0.0624650 Jun 28 09:56:23.015595 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d4b663dd-1703-4b8e-a39b-da5a456bbb48 req-7ca060d0-441e-48e2-bca8-9ccb38bc567d tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308838 Jun 28 09:56:23.773064 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e60ec-cc56-4ca6-8403-9a0117c0ac22 req-e0bffd17-c61b-4503-9026-798e57e9a562 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:23.775078 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6f6e60ec-cc56-4ca6-8403-9a0117c0ac22 req-e0bffd17-c61b-4503-9026-798e57e9a562 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0718117 Jun 28 09:56:23.829312 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6f6e60ec-cc56-4ca6-8403-9a0117c0ac22 req-f2535cfc-c800-4192-b5b0-27a6a4c614db tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478292 Jun 28 09:56:24.147654 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e698e-78aa-4d2d-ad4d-4e248911c54b req-428334fa-98bf-4e94-89f2-7713d85f70df tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:24.149168 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fb7e698e-78aa-4d2d-ad4d-4e248911c54b req-428334fa-98bf-4e94-89f2-7713d85f70df tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0638857 Jun 28 09:56:24.186630 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fb7e698e-78aa-4d2d-ad4d-4e248911c54b req-191d5fed-5791-49a9-b722-87498af475f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317659 Jun 28 09:56:24.351057 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3ce7f-e625-4248-b77a-a3f4b9f0dbbc req-38c97b04-04b2-45b6-9fca-0f349bcc082f tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:24.352733 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c0b3ce7f-e625-4248-b77a-a3f4b9f0dbbc req-38c97b04-04b2-45b6-9fca-0f349bcc082f tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 949 time: 0.0694451 Jun 28 09:56:24.389188 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c0b3ce7f-e625-4248-b77a-a3f4b9f0dbbc req-45dcecde-2deb-45eb-957a-1e28a20910c7 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307486 Jun 28 09:56:25.001306 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2576b2-bae2-47ff-8173-56a5e37ddfdb req-d9dce75a-2f0e-4b61-a276-6046632c01dd tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:25.003121 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2d2576b2-bae2-47ff-8173-56a5e37ddfdb req-d9dce75a-2f0e-4b61-a276-6046632c01dd tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0638647 Jun 28 09:56:25.040197 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2d2576b2-bae2-47ff-8173-56a5e37ddfdb req-af8a00ed-f87d-438b-9059-bf2dc9198f8b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315328 Jun 28 09:56:25.361133 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3b057-6ca5-489b-bde3-fb100bbe56d8 req-2ded9f9c-308d-470d-a2bf-72b0da7b90fe tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:25.362584 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-02d3b057-6ca5-489b-bde3-fb100bbe56d8 req-2ded9f9c-308d-470d-a2bf-72b0da7b90fe tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0620739 Jun 28 09:56:25.398890 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-02d3b057-6ca5-489b-bde3-fb100bbe56d8 req-45696b2a-2039-46bb-8889-92fb8fe13ea3 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307653 Jun 28 09:56:25.568400 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6904c5-70c0-480f-a254-e17b6d6e0118 req-97886901-c0d9-4922-9c33-2d49a2177f7d tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:25.569948 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bc6904c5-70c0-480f-a254-e17b6d6e0118 req-97886901-c0d9-4922-9c33-2d49a2177f7d tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 949 time: 0.0681531 Jun 28 09:56:25.610253 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bc6904c5-70c0-480f-a254-e17b6d6e0118 req-cc6fffd3-a0d2-4789-b6b6-4cfa0875cf2f tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346293 Jun 28 09:56:25.891697 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:56:26.043751 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:56:26.047772 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:56:26.048149 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:26.130882 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:26.152937 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2d3dd7-7d1e-4b98-a86a-2147ad085bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5e0ed9-ada3-4cb3-8591-d3b7ac709838'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:26.155157 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92bdffb-2e9c-48ce-9e2d-7f545f79d25b" -d '{"events": [{"server_uuid": "be2d3dd7-7d1e-4b98-a86a-2147ad085bc0", "name": "network-vif-plugged", "status": "completed", "tag": "bf5e0ed9-ada3-4cb3-8591-d3b7ac709838"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:26.168688 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bf5e0ed9-ada3-4cb3-8591-d3b7ac709838,segment=NetworkSegment(33c56528-5ba0-448e-9845-3e1384e4dda1),segment_id=33c56528-5ba0-448e-9845-3e1384e4dda1)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:26.191584 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a6887f-5167-4948-aaba-59267c0a2f53 x-openstack-request-id: req-a9a6887f-5167-4948-aaba-59267c0a2f53 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:26.191848 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2d3dd7-7d1e-4b98-a86a-2147ad085bc0", "name": "network-vif-plugged", "status": "completed", "tag": "bf5e0ed9-ada3-4cb3-8591-d3b7ac709838", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:26.192087 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9a6887f-5167-4948-aaba-59267c0a2f53 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:26.192515 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2d3dd7-7d1e-4b98-a86a-2147ad085bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5e0ed9-ada3-4cb3-8591-d3b7ac709838', 'code': 200} Jun 28 09:56:26.226844 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2a048-d34d-4ff4-99cf-14cc05f93f28 req-ba5766a4-1f3d-4aea-aed6-ab38693fc2a7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:26.228461 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-73b2a048-d34d-4ff4-99cf-14cc05f93f28 req-ba5766a4-1f3d-4aea-aed6-ab38693fc2a7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0706463 Jun 28 09:56:26.261217 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:26.263230 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:26.269508 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-73b2a048-d34d-4ff4-99cf-14cc05f93f28 req-bffc7055-62cd-482c-9edb-abc465bc3794 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349770 Jun 28 09:56:26.315686 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=bf5e0ed9-ada3-4cb3-8591-d3b7ac709838,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:26.318745 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:26.579485 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4d6af-cd3f-4a6f-a96f-80fd65b57f2b req-e074de13-b04f-455f-90bc-e37e5ff59ad6 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:26.581790 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f6c4d6af-cd3f-4a6f-a96f-80fd65b57f2b req-e074de13-b04f-455f-90bc-e37e5ff59ad6 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0686603 Jun 28 09:56:26.622010 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f6c4d6af-cd3f-4a6f-a96f-80fd65b57f2b req-8292539c-b55f-44ea-9a20-c12882411687 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340338 Jun 28 09:56:26.800500 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a622f-5f57-4cee-9618-c3f1fe4a85fb req-e3710053-2e66-470f-9751-927a2f34ddfa tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:26.802172 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-586a622f-5f57-4cee-9618-c3f1fe4a85fb req-e3710053-2e66-470f-9751-927a2f34ddfa tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 950 time: 0.0637238 Jun 28 09:56:26.836411 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5c3b1-fa70-484f-94bb-61837db6191e req-53772789-e156-486a-890c-6212ca1296be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:26.837992 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-10d5c3b1-fa70-484f-94bb-61837db6191e req-53772789-e156-486a-890c-6212ca1296be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 1103 time: 0.0546958 Jun 28 09:56:26.846921 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-586a622f-5f57-4cee-9618-c3f1fe4a85fb req-6a917672-f5d7-44c9-9a2d-714aaf676f1d tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381925 Jun 28 09:56:26.880887 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-10d5c3b1-fa70-484f-94bb-61837db6191e req-81bde297-9f15-47b3-8f66-ba82a98454fd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Jun 28 09:56:27.444209 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d1038-c913-40c2-a861-89b637c2b678 req-a913a455-8c88-4d83-9359-c262f4e73f4a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:27.445583 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1c1d1038-c913-40c2-a861-89b637c2b678 req-a913a455-8c88-4d83-9359-c262f4e73f4a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0608006 Jun 28 09:56:27.484559 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1c1d1038-c913-40c2-a861-89b637c2b678 req-584f33f1-7e01-4fe1-aa3c-8f2247fade6c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330381 Jun 28 09:56:27.815451 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ab262-869b-44d4-81c4-c6763f94cd28 req-a3195755-281f-405f-bcd0-c84007132a8f tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:27.821282 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4a0ab262-869b-44d4-81c4-c6763f94cd28 req-a3195755-281f-405f-bcd0-c84007132a8f tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0825093 Jun 28 09:56:27.860080 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4a0ab262-869b-44d4-81c4-c6763f94cd28 req-422c61e3-c1b6-495a-90c6-3f375fcc5852 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361655 Jun 28 09:56:28.030735 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d815a-7fea-4682-b75b-138c9e22f75c req-1cfeb0b9-23c5-4152-81b7-60583c2bb0d1 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:28.032172 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cf9d815a-7fea-4682-b75b-138c9e22f75c req-1cfeb0b9-23c5-4152-81b7-60583c2bb0d1 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 950 time: 0.0645967 Jun 28 09:56:28.068950 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cf9d815a-7fea-4682-b75b-138c9e22f75c req-c1ef5ed0-8e97-4ed7-b54f-b03e76e4c5ad tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307329 Jun 28 09:56:28.542962 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 47972) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:28.655053 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-be343cf7-1a54-4d58-a9df-215baecdff02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:28.677355 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b26c02-0cbd-4034-817b-b12938fc010f req-767742d6-1c32-45b2-905b-bf44096d0b82 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:28.684133 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-32b26c02-0cbd-4034-817b-b12938fc010f req-767742d6-1c32-45b2-905b-bf44096d0b82 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0757275 Jun 28 09:56:28.727539 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-32b26c02-0cbd-4034-817b-b12938fc010f req-1687a77d-a479-424f-853d-550a82fcac43 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425472 Jun 28 09:56:28.766234 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-be343cf7-1a54-4d58-a9df-215baecdff02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:28.948232 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-be343cf7-1a54-4d58-a9df-215baecdff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:28.951851 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-0b9520b1-1a42-4155-8917-7cf3574688e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:28.991346 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-be343cf7-1a54-4d58-a9df-215baecdff02 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5f204f588f54b42b6fd1ba3728825b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4472148 Jun 28 09:56:28.992621 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be343cf7-1a54-4d58-a9df-215baecdff02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0884a30b-7320-4ea5-b273-06301c172f3d,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:28.995044 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 47982) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:28.997013 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-be343cf7-1a54-4d58-a9df-215baecdff02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:29.044209 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-861d4489-b407-4cf0-b966-98234b08c06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.045492 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456338d-655d-438c-99f1-a80d080594ce req-0a51b326-bdf6-48ee-84dc-ba97eb8c28fd tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:29.046977 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b456338d-655d-438c-99f1-a80d080594ce req-0a51b326-bdf6-48ee-84dc-ba97eb8c28fd tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0661550 Jun 28 09:56:29.070620 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-861d4489-b407-4cf0-b966-98234b08c06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.085382 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b456338d-655d-438c-99f1-a80d080594ce req-7dd1e309-7dde-4c9a-8b9d-58d7aeec04af tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313449 Jun 28 09:56:29.226811 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-861d4489-b407-4cf0-b966-98234b08c06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.229452 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-861d4489-b407-4cf0-b966-98234b08c06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:29.235279 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-861d4489-b407-4cf0-b966-98234b08c06b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0884a30b-7320-4ea5-b273-06301c172f3d HTTP/1.1" status: 204 len: 168 time: 0.2346504 Jun 28 09:56:29.235279 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-40b3147e-7b9a-4525-9bd0-1c8e58db4d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:29.238873 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d4489-b407-4cf0-b966-98234b08c06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0884a30b-7320-4ea5-b273-06301c172f3d,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:29.242687 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-861d4489-b407-4cf0-b966-98234b08c06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:29.246918 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766dc82-e378-421e-9012-2cf063ae1d0d req-9a0ca0ee-12ad-49ba-bea6-ddb3d8416d3d tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:29.248486 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5766dc82-e378-421e-9012-2cf063ae1d0d req-9a0ca0ee-12ad-49ba-bea6-ddb3d8416d3d tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 950 time: 0.0665708 Jun 28 09:56:29.287551 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5766dc82-e378-421e-9012-2cf063ae1d0d req-62d2d48a-9c0a-4372-907e-b6b16a61dcf9 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327199 Jun 28 09:56:29.349901 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:56:29.948918 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139ddf0-8fe1-42cf-98bc-f69e30be1397 req-8b8f93c2-76d6-4650-b6a2-df5e7c4be2f8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:29.954895 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1139ddf0-8fe1-42cf-98bc-f69e30be1397 req-8b8f93c2-76d6-4650-b6a2-df5e7c4be2f8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0805066 Jun 28 09:56:29.988103 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1139ddf0-8fe1-42cf-98bc-f69e30be1397 req-af1d1eea-51e0-4c31-b232-2be63655ad85 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318596 Jun 28 09:56:30.259002 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bd3b2-5c81-4d61-9a70-db520b1d3ee0 req-df7ca49d-a934-4ad4-9713-0783f080ce3b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:30.260368 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-868bd3b2-5c81-4d61-9a70-db520b1d3ee0 req-df7ca49d-a934-4ad4-9713-0783f080ce3b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0624199 Jun 28 09:56:30.326874 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-868bd3b2-5c81-4d61-9a70-db520b1d3ee0 req-ecfe44fd-5d5b-4a9b-ad45-ed44e33d6cdc tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308673 Jun 28 09:56:30.470295 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730dad4-3924-4d9a-8f9c-ac7382adcb5c req-41a77ed8-9790-4ce9-bd12-552621ac66cc tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:30.472984 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c730dad4-3924-4d9a-8f9c-ac7382adcb5c req-41a77ed8-9790-4ce9-bd12-552621ac66cc tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 950 time: 0.0725799 Jun 28 09:56:30.747401 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c730dad4-3924-4d9a-8f9c-ac7382adcb5c req-c509fb42-49bd-471a-b1ef-38118ca8ff0b tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687445 Jun 28 09:56:31.169746 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087848a-2588-4f27-a198-acd75c41df43 req-a33261b3-2218-443c-8d33-68cfdd70abab tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:31.171205 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e087848a-2588-4f27-a198-acd75c41df43 req-a33261b3-2218-443c-8d33-68cfdd70abab tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0632961 Jun 28 09:56:31.217111 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e087848a-2588-4f27-a198-acd75c41df43 req-86bbb294-b5a7-4d85-8d41-da08de2afe90 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393097 Jun 28 09:56:31.473041 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7d71-8677-4327-90cd-a52714e03667 req-62b0ba1c-6ae8-48a4-9ff3-ee087bf4a55f tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:31.474484 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a6ed7d71-8677-4327-90cd-a52714e03667 req-62b0ba1c-6ae8-48a4-9ff3-ee087bf4a55f tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0614743 Jun 28 09:56:31.514002 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a6ed7d71-8677-4327-90cd-a52714e03667 req-15664b0a-79c6-4848-82ae-d8db2968983d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335462 Jun 28 09:56:31.921217 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba11f7-45b0-4314-9737-25a33ec16949 req-9d6d821e-31be-4251-ba3d-fad9a9524a5e tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:31.922662 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a9ba11f7-45b0-4314-9737-25a33ec16949 req-9d6d821e-31be-4251-ba3d-fad9a9524a5e tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 950 time: 0.0616882 Jun 28 09:56:31.959463 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a9ba11f7-45b0-4314-9737-25a33ec16949 req-3594ce2f-1266-4e57-a703-5f01041b299a tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310025 Jun 28 09:56:32.400692 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877e7ac-095b-474b-bf85-709249609822 req-34cd9843-be34-40dc-b186-1955587ca830 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:32.405188 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5877e7ac-095b-474b-bf85-709249609822 req-34cd9843-be34-40dc-b186-1955587ca830 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0706830 Jun 28 09:56:32.444030 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5877e7ac-095b-474b-bf85-709249609822 req-f5225d81-1ef7-452e-86d7-9779491611e1 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362051 Jun 28 09:56:32.690149 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5aace3-5901-4050-a8a0-5ec2ccb7877d req-24cad989-dab7-4efb-a331-f0a82fbe4395 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:32.691503 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2d5aace3-5901-4050-a8a0-5ec2ccb7877d req-24cad989-dab7-4efb-a331-f0a82fbe4395 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0657651 Jun 28 09:56:32.728331 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2d5aace3-5901-4050-a8a0-5ec2ccb7877d req-6e906230-4868-407b-bbab-e83720306ad7 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Jun 28 09:56:33.072422 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-1655cc7a-29bb-4db1-a6cc-b2cd130c6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:33.134093 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca57a78-ab9c-4264-ac4b-a9e94ba4d043 req-22d773a0-6335-402e-a5bb-349acfd5012a tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:33.135548 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-aca57a78-ab9c-4264-ac4b-a9e94ba4d043 req-22d773a0-6335-402e-a5bb-349acfd5012a tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 950 time: 0.0641079 Jun 28 09:56:33.171851 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-aca57a78-ab9c-4264-ac4b-a9e94ba4d043 req-a7b33f5e-ec04-48e7-afd0-d9ca113f4028 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303242 Jun 28 09:56:33.635844 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe456a-2da6-4338-8b87-3442d85a87e3 req-e7758d03-3986-42ca-bd07-c44552bed2fa tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:33.637234 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-50fe456a-2da6-4338-8b87-3442d85a87e3 req-e7758d03-3986-42ca-bd07-c44552bed2fa tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0668762 Jun 28 09:56:33.677669 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-50fe456a-2da6-4338-8b87-3442d85a87e3 req-0bc526be-78cb-4d30-b43d-32954e24afb4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340171 Jun 28 09:56:33.899535 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ac7ee-57b0-40b1-9101-19111541c217 req-43558e0d-7d91-4819-8df6-5d9247f7fd86 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:33.900940 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a92ac7ee-57b0-40b1-9101-19111541c217 req-43558e0d-7d91-4819-8df6-5d9247f7fd86 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0616639 Jun 28 09:56:33.940910 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a92ac7ee-57b0-40b1-9101-19111541c217 req-fd191781-bdce-4590-b624-5653f6991682 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341156 Jun 28 09:56:34.345256 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404288d-5429-42c9-9092-00c834a1a1f2 req-5a858289-2893-48f2-9ce2-d3deba6650f0 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:34.347232 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7404288d-5429-42c9-9092-00c834a1a1f2 req-5a858289-2893-48f2-9ce2-d3deba6650f0 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 950 time: 0.0669515 Jun 28 09:56:34.397524 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7404288d-5429-42c9-9092-00c834a1a1f2 req-73c28457-9e8c-4de3-9d9d-36d35c9371ca tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429070 Jun 28 09:56:34.876788 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c86a50-d419-470f-9a9a-a3d322c4c7b4 req-65c8d816-ee23-43eb-a3b9-cc05bbc05538 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:34.878278 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-28c86a50-d419-470f-9a9a-a3d322c4c7b4 req-65c8d816-ee23-43eb-a3b9-cc05bbc05538 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0672181 Jun 28 09:56:34.916272 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-28c86a50-d419-470f-9a9a-a3d322c4c7b4 req-531fa438-ca2f-405b-bc92-9f9dad16214f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321596 Jun 28 09:56:35.112620 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6473176-1510-4c45-babd-290d143d2de3 req-d930a062-d234-4cb0-8902-bcc88f1be15d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:35.114111 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b6473176-1510-4c45-babd-290d143d2de3 req-d930a062-d234-4cb0-8902-bcc88f1be15d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0635066 Jun 28 09:56:35.153218 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b6473176-1510-4c45-babd-290d143d2de3 req-6c02d4b5-e194-4e87-851f-8a7f3192b0a6 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334811 Jun 28 09:56:35.344656 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a77f7b-0c74-4e9c-b437-c93501c296de req-2d258810-97be-4a99-94c0-dd3d49227e75 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:35.348100 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-04a77f7b-0c74-4e9c-b437-c93501c296de req-2d258810-97be-4a99-94c0-dd3d49227e75 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 950 time: 0.0678165 Jun 28 09:56:35.390583 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-04a77f7b-0c74-4e9c-b437-c93501c296de req-6db6daa9-7fee-4fb3-b27e-1236eb55320c tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364680 Jun 28 09:56:35.529660 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:35.581395 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-39fed112-45fc-45fe-a2fd-3630b0dfe83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:36.067725 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 48132) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:36.105358 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1b4a6-da83-42c5-8c18-4b9c4148ac14 req-8a8ff62d-f867-4ec7-a190-1094728e72cd tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:36.106852 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ddd1b4a6-da83-42c5-8c18-4b9c4148ac14 req-8a8ff62d-f867-4ec7-a190-1094728e72cd tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0681870 Jun 28 09:56:36.145239 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ddd1b4a6-da83-42c5-8c18-4b9c4148ac14 req-32d82670-1761-47e2-90a5-a22b348bb229 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318303 Jun 28 09:56:36.178940 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d5bc060b-a79e-4ad7-b5a9-6902c3859062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:36.273872 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d5bc060b-a79e-4ad7-b5a9-6902c3859062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:36.335539 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0186a-d9ad-4ae7-ad8a-5b2c3cda319c req-13ab1fce-a132-47b2-990f-3834afb98b55 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:36.337016 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-89d0186a-d9ad-4ae7-ad8a-5b2c3cda319c req-13ab1fce-a132-47b2-990f-3834afb98b55 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0641723 Jun 28 09:56:36.374052 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-89d0186a-d9ad-4ae7-ad8a-5b2c3cda319c req-c34591f7-8418-44b0-9b81-0cb9160b89b4 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314443 Jun 28 09:56:36.479421 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d5bc060b-a79e-4ad7-b5a9-6902c3859062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:36.483306 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-82f7c21d-90d7-408a-afbf-a5730f9dcd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:36.529398 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-d5bc060b-a79e-4ad7-b5a9-6902c3859062 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2f68271d2764aa984e385c4d0fc7ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4580820 Jun 28 09:56:36.529398 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc060b-a79e-4ad7-b5a9-6902c3859062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89b2ff1-1650-46d7-a880-fccadb036e29,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:36.530526 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 48150) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:36.537526 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d5bc060b-a79e-4ad7-b5a9-6902c3859062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:36.585225 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f51291-a154-49f1-bca9-3cb36ed3ec06 req-cd5eaa2c-ca98-4225-b7c6-3422e467c28f tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:36.593405 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-30f51291-a154-49f1-bca9-3cb36ed3ec06 req-cd5eaa2c-ca98-4225-b7c6-3422e467c28f tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 950 time: 0.0880659 Jun 28 09:56:36.610379 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-162c9657-3214-40d0-94e8-7c2239d4e443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:36.632748 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-162c9657-3214-40d0-94e8-7c2239d4e443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:36.640600 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-30f51291-a154-49f1-bca9-3cb36ed3ec06 req-0f7f3bb6-5ee7-48f1-b148-549ca9d2f5e6 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459225 Jun 28 09:56:36.826369 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-162c9657-3214-40d0-94e8-7c2239d4e443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:36.826556 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:36.829101 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-162c9657-3214-40d0-94e8-7c2239d4e443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:36.830836 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-162c9657-3214-40d0-94e8-7c2239d4e443 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c89b2ff1-1650-46d7-a880-fccadb036e29 HTTP/1.1" status: 204 len: 168 time: 0.2993128 Jun 28 09:56:36.831591 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:36.838805 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c9657-3214-40d0-94e8-7c2239d4e443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89b2ff1-1650-46d7-a880-fccadb036e29,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:36.840959 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-162c9657-3214-40d0-94e8-7c2239d4e443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:37.346142 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c331ea8-dc04-4f3a-9172-3563397fb367 req-961825cb-620a-4b5d-9a5d-be4d6a630599 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:37.348044 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8c331ea8-dc04-4f3a-9172-3563397fb367 req-961825cb-620a-4b5d-9a5d-be4d6a630599 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0807800 Jun 28 09:56:37.421786 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8c331ea8-dc04-4f3a-9172-3563397fb367 req-f95a9b46-7b71-4bd0-bbc1-591993f98922 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679090 Jun 28 09:56:37.446598 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6067e43-11ba-44dd-b30f-71c3607a94e3 req-6de7c7d2-5442-4915-845a-937030be945a tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:37.448069 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d6067e43-11ba-44dd-b30f-71c3607a94e3 req-6de7c7d2-5442-4915-845a-937030be945a tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0931678 Jun 28 09:56:37.486896 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d6067e43-11ba-44dd-b30f-71c3607a94e3 req-f02f9428-6684-4353-8481-28caed6794cf tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323393 Jun 28 09:56:37.585603 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad926be-c2d0-48e4-8be8-22c06c46856d req-19317877-6a8e-4fc2-95b2-b929ba09877c tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:37.586952 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3ad926be-c2d0-48e4-8be8-22c06c46856d req-19317877-6a8e-4fc2-95b2-b929ba09877c tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0617051 Jun 28 09:56:37.627307 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3ad926be-c2d0-48e4-8be8-22c06c46856d req-f60b8a5c-a60b-410e-94d8-c14859f2af40 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347726 Jun 28 09:56:37.826961 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81e0f2-a918-4bb7-82c8-4f97cef60cb9 req-5a3eda0a-26c4-4e27-9cfb-5f7cb2fd6551 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:37.828418 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9c81e0f2-a918-4bb7-82c8-4f97cef60cb9 req-5a3eda0a-26c4-4e27-9cfb-5f7cb2fd6551 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 950 time: 0.0625830 Jun 28 09:56:37.865251 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9c81e0f2-a918-4bb7-82c8-4f97cef60cb9 req-c7cdcf76-1c0d-4870-9efd-648070d49e71 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311012 Jun 28 09:56:38.238532 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:38.616640 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06401a0-853c-41ba-8069-f6bf52a8a8d8 req-7e3892e6-f80e-486a-bd5c-8384a21e82e4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:38.618102 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b06401a0-853c-41ba-8069-f6bf52a8a8d8 req-7e3892e6-f80e-486a-bd5c-8384a21e82e4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0753591 Jun 28 09:56:38.678225 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b06401a0-853c-41ba-8069-f6bf52a8a8d8 req-7bc7d0b3-5d30-43ea-8c37-a5a611b8f988 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440521 Jun 28 09:56:38.701051 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8b9fd-b7a1-487c-99b7-ab8c7a02ede0 req-f18511c4-6dd6-4ad8-b2e3-3dcbfda0f4d7 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:38.701051 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-05c8b9fd-b7a1-487c-99b7-ab8c7a02ede0 req-f18511c4-6dd6-4ad8-b2e3-3dcbfda0f4d7 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1019778 Jun 28 09:56:38.742456 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-05c8b9fd-b7a1-487c-99b7-ab8c7a02ede0 req-020f64c7-0ac6-4cea-9c80-55f9ac2b640d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347772 Jun 28 09:56:38.849226 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac975f-0e6c-4eae-b151-94fab472c91e req-12cdc05e-062b-44e7-9764-9d5c458a90d3 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:38.850692 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-31ac975f-0e6c-4eae-b151-94fab472c91e req-12cdc05e-062b-44e7-9764-9d5c458a90d3 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0667703 Jun 28 09:56:38.887265 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-31ac975f-0e6c-4eae-b151-94fab472c91e req-ff1777e6-8a63-47c2-9890-6a36f4cb3b2d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309093 Jun 28 09:56:39.037470 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed0f6d-08cd-4939-8918-e94bb09d4577 req-53b73cab-b134-45a5-99ef-79c3eb28204a tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:39.039449 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-53ed0f6d-08cd-4939-8918-e94bb09d4577 req-53b73cab-b134-45a5-99ef-79c3eb28204a tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 950 time: 0.0629177 Jun 28 09:56:39.080933 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-53ed0f6d-08cd-4939-8918-e94bb09d4577 req-c9731fec-f490-470d-8ad8-6ba8fb62ccde tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356834 Jun 28 09:56:39.248785 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a014f1-6fbb-4cd8-9dc2-76ce3d0bc5fc req-abe76c56-3f84-4d06-be32-b85a4e4e12a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:39.255246 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c8a014f1-6fbb-4cd8-9dc2-76ce3d0bc5fc req-abe76c56-3f84-4d06-be32-b85a4e4e12a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f5cd03267bb4fef9e29eeb5f7aeea2d&device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 1098 time: 0.0543461 Jun 28 09:56:39.348876 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a014f1-6fbb-4cd8-9dc2-76ce3d0bc5fc req-41296cf5-40ab-4bf0-a4a7-e7f3ef78dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:39.350268 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c8a014f1-6fbb-4cd8-9dc2-76ce3d0bc5fc req-41296cf5-40ab-4bf0-a4a7-e7f3ef78dbd6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=059b1d65-d322-4b4c-83ce-48fd289a3bcf HTTP/1.1" status: 200 len: 919 time: 0.0887594 Jun 28 09:56:39.394435 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c8a014f1-6fbb-4cd8-9dc2-76ce3d0bc5fc req-5fb92859-8e31-4959-8154-355941714a4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 HTTP/1.1" status: 200 len: 217 time: 0.0342553 Jun 28 09:56:39.444340 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a014f1-6fbb-4cd8-9dc2-76ce3d0bc5fc req-dfe9d4aa-0c7a-4e40-a121-d707f3ec0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:39.445784 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c8a014f1-6fbb-4cd8-9dc2-76ce3d0bc5fc req-dfe9d4aa-0c7a-4e40-a121-d707f3ec0ba8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=425698d2-70d0-4e8c-9f39-29fdfe2da4b2 HTTP/1.1" status: 200 len: 858 time: 0.0436950 Jun 28 09:56:39.487933 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c8a014f1-6fbb-4cd8-9dc2-76ce3d0bc5fc req-b03d32e3-c55b-476c-8cec-13e509e768ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=059b1d65-d322-4b4c-83ce-48fd289a3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264084 Jun 28 09:56:39.581975 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c8a014f1-6fbb-4cd8-9dc2-76ce3d0bc5fc req-059fde4a-f408-4ad3-a4d9-ad8c2e5cebf6 service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852523 Jun 28 09:56:39.683284 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c8a014f1-6fbb-4cd8-9dc2-76ce3d0bc5fc req-9d3c4bc3-20e3-4f87-94ac-9d4ed2ce44ed service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866444 Jun 28 09:56:39.905202 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddaefd-721f-4b50-a9e6-861bcb7deb56 req-7920446b-b023-44a2-86fc-c27e89cd903c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:39.906630 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-66ddaefd-721f-4b50-a9e6-861bcb7deb56 req-7920446b-b023-44a2-86fc-c27e89cd903c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0875549 Jun 28 09:56:39.926997 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 6b1a093a-08f4-420f-a5ed-f40de285f653 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:56:39.975481 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-66ddaefd-721f-4b50-a9e6-861bcb7deb56 req-fee80e87-6c27-4571-b7a8-967c39ba2448 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460598 Jun 28 09:56:39.998851 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04bfcf-41ea-4710-9fac-ba15d3b24b4d req-d84ef155-ae5c-496a-a26a-c92ad24ba704 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:40.004561 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bf04bfcf-41ea-4710-9fac-ba15d3b24b4d req-d84ef155-ae5c-496a-a26a-c92ad24ba704 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1169968 Jun 28 09:56:40.024078 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 6b1a093a-08f4-420f-a5ed-f40de285f653, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b1a093a-08f4-420f-a5ed-f40de285f653,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:40.035737 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '6b1a093a-08f4-420f-a5ed-f40de285f653', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'port_id': '6b1a093a-08f4-420f-a5ed-f40de285f653', 'mac_address': 'fa:16:3e:11:98:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:56:40.042771 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bf04bfcf-41ea-4710-9fac-ba15d3b24b4d req-8aa2c8c4-8c1a-46f3-8afe-9f7c58858e6b tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338912 Jun 28 09:56:40.082418 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:40.097836 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b1a093a-08f4-420f-a5ed-f40de285f653 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:56:40.118607 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 6b1a093a-08f4-420f-a5ed-f40de285f653, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b1a093a-08f4-420f-a5ed-f40de285f653,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:40.148937 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb334e4-3e6d-45ea-a6f4-2ae5d9b72c24 req-c21fe8e3-cdd6-4dd1-99cc-4b7b33c653d7 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:40.150499 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-aeb334e4-3e6d-45ea-a6f4-2ae5d9b72c24 req-c21fe8e3-cdd6-4dd1-99cc-4b7b33c653d7 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0648050 Jun 28 09:56:40.189683 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-aeb334e4-3e6d-45ea-a6f4-2ae5d9b72c24 req-6eaeef6b-f270-47c0-a19b-e1ce423e5e54 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332880 Jun 28 09:56:40.270601 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:40.273833 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:40.281906 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f038dc-4add-4137-8c8d-06b166a26cb7 req-803d8501-5d05-4e5e-9753-e889ece08388 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:40.284890 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d9f038dc-4add-4137-8c8d-06b166a26cb7 req-803d8501-5d05-4e5e-9753-e889ece08388 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 950 time: 0.0878646 Jun 28 09:56:40.327367 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=6b1a093a-08f4-420f-a5ed-f40de285f653,revision_number=6']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:40.341415 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d9f038dc-4add-4137-8c8d-06b166a26cb7 req-00a1c205-c8f3-454f-abcf-af1293f5b850 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/security-groups?id=2dc587e4-db89-4c54-9002-0db8445fe66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495162 Jun 28 09:56:40.354947 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:40.496897 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['6b1a093a-08f4-420f-a5ed-f40de285f653'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:40.603445 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d076877-1e9b-46e1-8420-e9ba5a7eb37c req-f215189c-e743-4b22-b2bf-a22182e18965 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:40.604965 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-6d076877-1e9b-46e1-8420-e9ba5a7eb37c req-f215189c-e743-4b22-b2bf-a22182e18965 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.37 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 950 time: 0.0684638 Jun 28 09:56:40.723090 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-6d076877-1e9b-46e1-8420-e9ba5a7eb37c req-502c70d2-0a9b-445a-ae90-dea35dd20b22 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Deleting port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:56:40.723355 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-6d076877-1e9b-46e1-8420-e9ba5a7eb37c req-502c70d2-0a9b-445a-ae90-dea35dd20b22 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:40.775617 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2a215-6581-44bc-88e1-5dabf5e8a2ed req-cf340a39-08d7-4216-b1f3-5f5ab387be0d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:40.777114 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f4d2a215-6581-44bc-88e1-5dabf5e8a2ed req-cf340a39-08d7-4216-b1f3-5f5ab387be0d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0654836 Jun 28 09:56:40.815668 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-6d076877-1e9b-46e1-8420-e9ba5a7eb37c req-502c70d2-0a9b-445a-ae90-dea35dd20b22 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] For port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bf5e0ed9-ada3-4cb3-8591-d3b7ac709838,segment=NetworkSegment(33c56528-5ba0-448e-9845-3e1384e4dda1),segment_id=33c56528-5ba0-448e-9845-3e1384e4dda1)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:40.815975 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-6d076877-1e9b-46e1-8420-e9ba5a7eb37c req-502c70d2-0a9b-445a-ae90-dea35dd20b22 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:40.830798 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-6d076877-1e9b-46e1-8420-e9ba5a7eb37c req-502c70d2-0a9b-445a-ae90-dea35dd20b22 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Calling delete_port for bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:56:40.835162 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f4d2a215-6581-44bc-88e1-5dabf5e8a2ed req-3f6dc27d-4be3-4781-a01f-65eb395cb9f6 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509460 Jun 28 09:56:41.011307 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45174a3-e2a8-4d73-8cf4-730bae2468b9 req-dc3c6d39-b16e-4836-a00a-45768eed1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:41.012872 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b45174a3-e2a8-4d73-8cf4-730bae2468b9 req-dc3c6d39-b16e-4836-a00a-45768eed1f05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b9877cbe6d448debb81922d6ebbc49b&device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 1099 time: 0.1009655 Jun 28 09:56:41.112553 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45174a3-e2a8-4d73-8cf4-730bae2468b9 req-52cce55d-3019-43e3-b6e3-c9de0db2b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:41.114050 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b45174a3-e2a8-4d73-8cf4-730bae2468b9 req-52cce55d-3019-43e3-b6e3-c9de0db2b831 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 HTTP/1.1" status: 200 len: 912 time: 0.0929098 Jun 28 09:56:41.176225 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e48dd1-2da2-444b-bd54-33d2b4aa0102 req-53b921f4-1415-4eab-b73a-13432b5ba7d9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:41.178071 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a3e48dd1-2da2-444b-bd54-33d2b4aa0102 req-53b921f4-1415-4eab-b73a-13432b5ba7d9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 944 time: 0.0814645 Jun 28 09:56:41.200169 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b45174a3-e2a8-4d73-8cf4-730bae2468b9 req-7310bd2a-5d4c-40e2-9fad-03236b1aafe1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d95fb2-9938-46fd-8f07-b46c6499d5f0 HTTP/1.1" status: 200 len: 1001 time: 0.0732718 Jun 28 09:56:41.201832 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-6d076877-1e9b-46e1-8420-e9ba5a7eb37c req-502c70d2-0a9b-445a-ae90-dea35dd20b22 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:41.205976 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:41.213876 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['bf5e0ed9-ada3-4cb3-8591-d3b7ac709838'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:41.240609 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c70d2-0a9b-445a-ae90-dea35dd20b22 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Pushing event deleted for resources: {'Port': ['ID=bf5e0ed9-ada3-4cb3-8591-d3b7ac709838,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:41.264299 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-502c70d2-0a9b-445a-ae90-dea35dd20b22 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:41.265068 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a3e48dd1-2da2-444b-bd54-33d2b4aa0102 req-15348866-75a4-47ee-b5df-1adc7d2b77e5 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710948 Jun 28 09:56:41.286454 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abbb54-7a26-4de1-a620-064e676243ed req-0361fd5a-8d96-40cd-bca0-cca69a961c1b tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:41.288360 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b5abbb54-7a26-4de1-a620-064e676243ed req-0361fd5a-8d96-40cd-bca0-cca69a961c1b tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1039221 Jun 28 09:56:41.319718 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d076877-1e9b-46e1-8420-e9ba5a7eb37c req-502c70d2-0a9b-445a-ae90-dea35dd20b22 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] No DVR routers for this DVR port bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:56:41.323128 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45174a3-e2a8-4d73-8cf4-730bae2468b9 req-cb267ad7-714b-47d4-b099-bc638426e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:41.324522 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b45174a3-e2a8-4d73-8cf4-730bae2468b9 req-cb267ad7-714b-47d4-b099-bc638426e7a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db135a38-e04b-415b-b1af-9e3b01bdacfc HTTP/1.1" status: 200 len: 850 time: 0.1130702 Jun 28 09:56:41.325561 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-6d076877-1e9b-46e1-8420-e9ba5a7eb37c req-502c70d2-0a9b-445a-ae90-dea35dd20b22 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:41.327622 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-6d076877-1e9b-46e1-8420-e9ba5a7eb37c req-502c70d2-0a9b-445a-ae90-dea35dd20b22 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.37 "DELETE /v2.0/ports/bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 HTTP/1.1" status: 204 len: 173 time: 0.7150385 Jun 28 09:56:41.327895 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2d3dd7-7d1e-4b98-a86a-2147ad085bc0', 'name': 'network-vif-deleted', 'tag': 'bf5e0ed9-ada3-4cb3-8591-d3b7ac709838'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:41.330477 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0ebe8b-dd13-496d-8324-132cf450eee3" -d '{"events": [{"server_uuid": "be2d3dd7-7d1e-4b98-a86a-2147ad085bc0", "name": "network-vif-deleted", "tag": "bf5e0ed9-ada3-4cb3-8591-d3b7ac709838"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:41.333507 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b5abbb54-7a26-4de1-a620-064e676243ed req-2158c150-b76a-4568-a718-437ce8908351 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Jun 28 09:56:41.376261 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985b7701-d230-4dbd-8623-849c338aeb8a x-openstack-request-id: req-985b7701-d230-4dbd-8623-849c338aeb8a {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:41.380441 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2d3dd7-7d1e-4b98-a86a-2147ad085bc0", "name": "network-vif-deleted", "tag": "bf5e0ed9-ada3-4cb3-8591-d3b7ac709838", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:41.380441 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-985b7701-d230-4dbd-8623-849c338aeb8a {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:41.380441 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2d3dd7-7d1e-4b98-a86a-2147ad085bc0', 'name': 'network-vif-deleted', 'tag': 'bf5e0ed9-ada3-4cb3-8591-d3b7ac709838', 'status': 'completed', 'code': 200} Jun 28 09:56:41.492795 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ee57fe46-f9a6-4590-b9fc-965a5e8e0e0e req-ba7bb4a4-bf16-4f44-b8f9-71f346c31c2e tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 210 time: 0.0290055 Jun 28 09:56:42.011933 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3316f-bdbb-4b76-80c7-a83085dd8b80 req-905cc45f-20fb-4a63-ab5d-5d480ceb7187 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:42.013457 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-69a3316f-bdbb-4b76-80c7-a83085dd8b80 req-905cc45f-20fb-4a63-ab5d-5d480ceb7187 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0667272 Jun 28 09:56:42.052246 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-69a3316f-bdbb-4b76-80c7-a83085dd8b80 req-8405b2e9-4f09-4282-9ba2-c1cefb0222a7 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322275 Jun 28 09:56:42.520869 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada3839-a21c-4643-add4-d4b2ebee9de4 req-45fade79-39cc-41fb-8ad9-e9ea4f99d383 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:42.522342 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9ada3839-a21c-4643-add4-d4b2ebee9de4 req-45fade79-39cc-41fb-8ad9-e9ea4f99d383 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 944 time: 0.1149340 Jun 28 09:56:42.571935 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9ada3839-a21c-4643-add4-d4b2ebee9de4 req-b39ef862-ad2b-49b0-8e3f-c5525086f9b6 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432217 Jun 28 09:56:42.583241 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167fbf6-9c15-4150-afe4-b62821c87f05 req-24270ea6-3e51-4327-8fd0-142f3031053f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:42.584964 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3167fbf6-9c15-4150-afe4-b62821c87f05 req-24270ea6-3e51-4327-8fd0-142f3031053f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1090605 Jun 28 09:56:42.627911 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3167fbf6-9c15-4150-afe4-b62821c87f05 req-7a899fa2-f493-4350-9c04-b8b4d544b546 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366027 Jun 28 09:56:42.701029 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-26066f43-19ed-4463-93a6-06993aeb36e7 req-593cc82b-a2d1-43ec-a8db-bea4a3937e7b tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 210 time: 0.0286751 Jun 28 09:56:43.228644 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09097be-58b1-4977-ab38-4e7649f33200 req-d931ed63-90a7-454d-ac57-a1aff6394168 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:43.230055 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a09097be-58b1-4977-ab38-4e7649f33200 req-d931ed63-90a7-454d-ac57-a1aff6394168 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0631733 Jun 28 09:56:43.270417 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a09097be-58b1-4977-ab38-4e7649f33200 req-25d9f836-58b0-4c87-b005-42b198ea4513 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325239 Jun 28 09:56:43.779704 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048050b-c06c-4044-a32f-283c314e33fe req-0062e447-75b4-4248-b9c4-072a7f3a38df tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:43.781178 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2048050b-c06c-4044-a32f-283c314e33fe req-0062e447-75b4-4248-b9c4-072a7f3a38df tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 944 time: 0.0917394 Jun 28 09:56:43.831387 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2048050b-c06c-4044-a32f-283c314e33fe req-28c81876-d8cc-4ad5-9fd2-7ac0d2857fac tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440583 Jun 28 09:56:43.842376 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99debd54-ccf1-47fc-92a3-001cfa9e0334 req-5f5104a7-8a4d-427e-8ce2-275c9e0c2d32 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:43.843798 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-99debd54-ccf1-47fc-92a3-001cfa9e0334 req-5f5104a7-8a4d-427e-8ce2-275c9e0c2d32 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1029377 Jun 28 09:56:43.884929 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-99debd54-ccf1-47fc-92a3-001cfa9e0334 req-c3473b26-b81c-4410-ab7d-0e244b28a9bc tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348756 Jun 28 09:56:43.962721 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-14f97175-87a7-402b-85be-0c7f84f39606 req-53b9eb39-457e-42dc-b480-737a1261ce5e tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 210 time: 0.0288091 Jun 28 09:56:44.452209 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed053fe-9971-4e01-ac5e-8d427c1ef79e req-aa61714e-3c73-4914-81ee-d33f0c97fd64 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:44.453619 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-eed053fe-9971-4e01-ac5e-8d427c1ef79e req-aa61714e-3c73-4914-81ee-d33f0c97fd64 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0653653 Jun 28 09:56:44.491580 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-eed053fe-9971-4e01-ac5e-8d427c1ef79e req-04804eb1-ae26-4635-ad8b-e06ade782585 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320196 Jun 28 09:56:45.033508 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafb646-1623-4564-8d9d-925fe7a5a0cb req-fbfd2925-8b48-482a-960c-fd931d79459f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:45.034978 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cfafb646-1623-4564-8d9d-925fe7a5a0cb req-fbfd2925-8b48-482a-960c-fd931d79459f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 944 time: 0.0889626 Jun 28 09:56:45.085643 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cfafb646-1623-4564-8d9d-925fe7a5a0cb req-80eb8152-913c-4cb2-9645-08eff1dddb2e tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435205 Jun 28 09:56:45.098432 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f988d8-ba13-4845-80c9-319f75e50de6 req-08a1616e-7d95-4385-a64a-5987e2947cc2 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:45.099918 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-23f988d8-ba13-4845-80c9-319f75e50de6 req-08a1616e-7d95-4385-a64a-5987e2947cc2 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1022649 Jun 28 09:56:45.113264 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 6b1a093a-08f4-420f-a5ed-f40de285f653 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:56:45.165004 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-23f988d8-ba13-4845-80c9-319f75e50de6 req-6f8fe833-c66b-417d-9187-f1a9639ffaa7 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593386 Jun 28 09:56:45.201804 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45174a3-e2a8-4d73-8cf4-730bae2468b9 req-51885198-e8c7-4af1-848d-db076326ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:45.203383 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b45174a3-e2a8-4d73-8cf4-730bae2468b9 req-51885198-e8c7-4af1-848d-db076326ab2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0887325 Jun 28 09:56:45.208854 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 6b1a093a-08f4-420f-a5ed-f40de285f653 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:56:45.209318 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:45.256212 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c8cb33f4-af05-469d-8365-570ee1ab2197 req-545bd808-59ab-4efa-8c92-0e331af36629 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 210 time: 0.0371249 Jun 28 09:56:45.295505 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:45.315351 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b45174a3-e2a8-4d73-8cf4-730bae2468b9 req-8fddcf01-750d-4d97-afef-45c97c614d32 service neutron] 10.222.0.37 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005580 Jun 28 09:56:45.320004 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1a093a-08f4-420f-a5ed-f40de285f653'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:45.322426 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021f1f9e-9c26-497e-942a-402f1861a31d" -d '{"events": [{"server_uuid": "4d2ccf18-a209-4092-8c09-ce52ba03c03b", "name": "network-vif-plugged", "status": "completed", "tag": "6b1a093a-08f4-420f-a5ed-f40de285f653"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:45.335867 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:45.339344 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 6b1a093a-08f4-420f-a5ed-f40de285f653, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b1a093a-08f4-420f-a5ed-f40de285f653,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:45.361690 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c500649-d3f6-4656-9e7e-c5e801edbb1d x-openstack-request-id: req-1c500649-d3f6-4656-9e7e-c5e801edbb1d {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:45.361965 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2ccf18-a209-4092-8c09-ce52ba03c03b", "name": "network-vif-plugged", "status": "completed", "tag": "6b1a093a-08f4-420f-a5ed-f40de285f653", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:45.364976 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c500649-d3f6-4656-9e7e-c5e801edbb1d {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:45.364976 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1a093a-08f4-420f-a5ed-f40de285f653', 'code': 200} Jun 28 09:56:45.424309 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b45174a3-e2a8-4d73-8cf4-730bae2468b9 req-441cd407-e872-4838-8356-89e2bbdc9005 service neutron] 10.222.0.37 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923204 Jun 28 09:56:45.436265 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:45.438196 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:45.460840 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:56:45.484680 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:56:45.485067 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device bf5e0ed9-ada3-4cb3-8591-d3b7ac709838 not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:56:45.505374 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=6b1a093a-08f4-420f-a5ed-f40de285f653,revision_number=7']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:45.508256 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:45.671146 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35f6a4-37e9-4e86-b146-30bb0880a13f req-84291608-be91-4f8a-8475-3b278747263b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:45.672542 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1b35f6a4-37e9-4e86-b146-30bb0880a13f req-84291608-be91-4f8a-8475-3b278747263b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0661707 Jun 28 09:56:45.710933 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1b35f6a4-37e9-4e86-b146-30bb0880a13f req-448c0c24-2bfa-4eb2-aeff-0e5bf4607505 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319300 Jun 28 09:56:46.292989 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831c722-a61a-4f52-81a7-67c31dc4cfcd req-b02bce1c-0811-4c22-8236-eb2a55333c70 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:46.295435 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f831c722-a61a-4f52-81a7-67c31dc4cfcd req-b02bce1c-0811-4c22-8236-eb2a55333c70 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0939040 Jun 28 09:56:46.339415 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f831c722-a61a-4f52-81a7-67c31dc4cfcd req-7dc1da50-f999-42d5-8a5a-fd03cc1f3c5f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356808 Jun 28 09:56:46.425927 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f6f5d-d644-4fd3-862a-8c52ddd16a85 req-a8b3e9aa-7f42-44d5-8d63-f753c7c7ef00 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:46.428202 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-342f6f5d-d644-4fd3-862a-8c52ddd16a85 req-a8b3e9aa-7f42-44d5-8d63-f753c7c7ef00 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0792425 Jun 28 09:56:46.492844 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-342f6f5d-d644-4fd3-862a-8c52ddd16a85 req-9f88a0f5-8ba3-447c-b713-0a6fe576994e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584841 Jun 28 09:56:46.563389 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ecfed4a8-dafb-434c-a476-ba3cf4cbaa30 req-6f5a7e13-f4b6-486e-943d-50548515f69a tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] 10.222.0.30 "GET /v2.0/ports?device_id=be2d3dd7-7d1e-4b98-a86a-2147ad085bc0 HTTP/1.1" status: 200 len: 210 time: 0.0307264 Jun 28 09:56:46.931738 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1ed52-8033-4b59-b577-5817565a94ce req-573610c0-2cb4-4946-b040-2e7d8cf32e8a tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:46.933403 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-51c1ed52-8033-4b59-b577-5817565a94ce req-573610c0-2cb4-4946-b040-2e7d8cf32e8a tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0897887 Jun 28 09:56:47.003804 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-51c1ed52-8033-4b59-b577-5817565a94ce req-a9c99b71-e61a-42a4-bab5-4b443fb02587 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601251 Jun 28 09:56:47.256593 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 48336) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:47.417887 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-666cc408-927a-42a6-97f6-ff98d94e80a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:47.607630 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135940a-8976-40d5-aaa3-08ad5acd3a6c req-f4ecde7b-8fec-4ead-97ee-42a5b0a2ae76 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:47.615257 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d135940a-8976-40d5-aaa3-08ad5acd3a6c req-f4ecde7b-8fec-4ead-97ee-42a5b0a2ae76 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.1276517 Jun 28 09:56:47.656930 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-666cc408-927a-42a6-97f6-ff98d94e80a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:47.703898 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d135940a-8976-40d5-aaa3-08ad5acd3a6c req-40186e45-22e7-469d-9f0b-6ef51b613e96 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876639 Jun 28 09:56:47.749459 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-666cc408-927a-42a6-97f6-ff98d94e80a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:47.754262 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-4e7ad58c-fb5b-4164-803a-fc314e2f6444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:47.804478 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ef661-12cf-4d4a-b6e1-bcb814aa22b6 req-21c084bc-52ba-4ed5-b0a6-02b968df6be6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:47.808460 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-519ef661-12cf-4d4a-b6e1-bcb814aa22b6 req-21c084bc-52ba-4ed5-b0a6-02b968df6be6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1652241 Jun 28 09:56:47.815490 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-666cc408-927a-42a6-97f6-ff98d94e80a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7389f6595a442a8bccaa67d544dcf7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5571764 Jun 28 09:56:47.818151 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 48358) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:56:47.819913 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cc408-927a-42a6-97f6-ff98d94e80a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb54572-9980-4c5b-9bc9-fe3d1702eb10,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:47.828596 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-666cc408-927a-42a6-97f6-ff98d94e80a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:47.875028 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-519ef661-12cf-4d4a-b6e1-bcb814aa22b6 req-7708122f-1dde-4707-98d0-8559a87f9891 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583575 Jun 28 09:56:47.896374 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7aeff073-dcdd-433c-8148-3a58520156f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:47.920998 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7aeff073-dcdd-433c-8148-3a58520156f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:48.284875 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aec014-29c3-4cfb-9ac3-ff04c203a9a9 req-4e6704c4-bdd2-47b2-bfbb-1d26fb70bd6b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:48.284875 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f7aec014-29c3-4cfb-9ac3-ff04c203a9a9 req-4e6704c4-bdd2-47b2-bfbb-1d26fb70bd6b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0681107 Jun 28 09:56:48.284875 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f7aec014-29c3-4cfb-9ac3-ff04c203a9a9 req-0d675e55-c72a-4c5b-b2c5-dca4646e2893 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368214 Jun 28 09:56:48.855529 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7aeff073-dcdd-433c-8148-3a58520156f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:48.859530 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7aeff073-dcdd-433c-8148-3a58520156f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:48.861859 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-7aeff073-dcdd-433c-8148-3a58520156f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cdb54572-9980-4c5b-9bc9-fe3d1702eb10 HTTP/1.1" status: 204 len: 168 time: 1.0413077 Jun 28 09:56:48.867011 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f5c7876f-7b6c-43c7-885a-2dd5373e9a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:48.872505 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeff073-dcdd-433c-8148-3a58520156f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb54572-9980-4c5b-9bc9-fe3d1702eb10,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:48.876102 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-7aeff073-dcdd-433c-8148-3a58520156f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:48.974312 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7122edb-5ad8-4e5c-b015-1479b6a00d4c req-1ffd7bb9-6e43-48e8-881e-e86c6e02d3fe tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:48.982950 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b7122edb-5ad8-4e5c-b015-1479b6a00d4c req-1ffd7bb9-6e43-48e8-881e-e86c6e02d3fe tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.1468863 Jun 28 09:56:49.026787 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b7122edb-5ad8-4e5c-b015-1479b6a00d4c req-1a63202d-f863-4715-aabb-e5f76e4a653f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427380 Jun 28 09:56:49.271763 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512520c6-605d-4962-8212-0be671078af8 req-65aa3170-a715-46b6-9b19-030cdfe9a99b tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:49.273340 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-512520c6-605d-4962-8212-0be671078af8 req-65aa3170-a715-46b6-9b19-030cdfe9a99b tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0947466 Jun 28 09:56:49.363693 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-512520c6-605d-4962-8212-0be671078af8 req-7acbb164-74f1-404f-955d-8efe6867a37a tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829237 Jun 28 09:56:50.247240 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ec9e2-e13e-4e2e-b918-6e4d5db9e1c6 req-8c8f898e-f1c2-410b-b433-ffdf54e0dcf4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:50.248772 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fb5ec9e2-e13e-4e2e-b918-6e4d5db9e1c6 req-8c8f898e-f1c2-410b-b433-ffdf54e0dcf4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0645673 Jun 28 09:56:50.287455 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fb5ec9e2-e13e-4e2e-b918-6e4d5db9e1c6 req-d1eaeb75-66a1-4077-982c-9f6ab1580fea tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324347 Jun 28 09:56:50.539001 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8118d-8b0b-47d9-9031-c91f73125793 req-c600e152-a360-4790-b623-88edb1a00513 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:50.540579 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-48d8118d-8b0b-47d9-9031-c91f73125793 req-c600e152-a360-4790-b623-88edb1a00513 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0780697 Jun 28 09:56:50.607469 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-48d8118d-8b0b-47d9-9031-c91f73125793 req-f025440e-6c0c-41a3-8be1-6d3886625f37 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566559 Jun 28 09:56:51.568947 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0d6ba-8388-461b-b3ca-05d7a8e00a3d req-1908d5d9-aefa-4354-b2c6-df3feffa25cf tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:51.571594 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-dfe0d6ba-8388-461b-b3ca-05d7a8e00a3d req-1908d5d9-aefa-4354-b2c6-df3feffa25cf tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0854175 Jun 28 09:56:51.637658 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-dfe0d6ba-8388-461b-b3ca-05d7a8e00a3d req-c5a7834b-e2e4-4c8a-8e36-577fa2e4284b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596519 Jun 28 09:56:51.891221 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2726fa1-c82f-4ede-aca0-1b0c0793f478 req-a6b998c5-c331-4dc4-ab14-e7d587489ab7 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:51.897175 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e2726fa1-c82f-4ede-aca0-1b0c0793f478 req-a6b998c5-c331-4dc4-ab14-e7d587489ab7 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1074297 Jun 28 09:56:51.968397 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e2726fa1-c82f-4ede-aca0-1b0c0793f478 req-cdbf265d-ff25-4271-82f6-9f52ed3e0784 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650637 Jun 28 09:56:52.853334 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a855a-f575-45d2-b2b0-eb4716133fd7 req-6edb74a9-15b4-4de7-aaae-5d4cba2bc927 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:52.855564 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cd2a855a-f575-45d2-b2b0-eb4716133fd7 req-6edb74a9-15b4-4de7-aaae-5d4cba2bc927 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0714550 Jun 28 09:56:52.902956 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cd2a855a-f575-45d2-b2b0-eb4716133fd7 req-133402ad-1f5e-4ff5-9773-98426aa069e7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405509 Jun 28 09:56:53.227212 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d83b3-c826-418a-bdc5-ed30056a12c6 req-a64ae58c-483c-4c2e-af19-a492252f3059 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:53.230559 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ad8d83b3-c826-418a-bdc5-ed30056a12c6 req-a64ae58c-483c-4c2e-af19-a492252f3059 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1121714 Jun 28 09:56:53.332494 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ad8d83b3-c826-418a-bdc5-ed30056a12c6 req-680359be-142e-431b-bef0-724499ef084b tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952914 Jun 28 09:56:53.792255 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc1bea-9776-43df-9809-7b9cea0da451 req-7bb5e66c-463f-49d5-8971-dfa6cbc08e27 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:53.793722 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-17cc1bea-9776-43df-9809-7b9cea0da451 req-7bb5e66c-463f-49d5-8971-dfa6cbc08e27 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 946 time: 0.0664158 Jun 28 09:56:53.834549 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-17cc1bea-9776-43df-9809-7b9cea0da451 req-40e8aa4e-6fe5-44b8-a49e-ae465b494a5a tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350685 Jun 28 09:56:54.093777 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca238750-4e36-44f9-8c18-e75bdc207170 req-d2c3c2bc-20ba-4803-b861-20821f3ed001 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:54.095991 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ca238750-4e36-44f9-8c18-e75bdc207170 req-d2c3c2bc-20ba-4803-b861-20821f3ed001 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0643332 Jun 28 09:56:54.134218 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ca238750-4e36-44f9-8c18-e75bdc207170 req-dd7cb3b9-6613-49c7-a836-4395a57f8a96 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323217 Jun 28 09:56:54.524419 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a7a7e-349b-458c-8950-c030961616c1 req-9d9a908d-8078-483e-aadd-67c7ce02278d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:54.525935 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3d6a7a7e-349b-458c-8950-c030961616c1 req-9d9a908d-8078-483e-aadd-67c7ce02278d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0769074 Jun 28 09:56:54.578875 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3d6a7a7e-349b-458c-8950-c030961616c1 req-0bf33124-52b0-4aa4-864d-1dde276a9c96 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459974 Jun 28 09:56:55.065476 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4734a5-972e-430c-b703-16f2ce401900 req-efb912a5-a9f0-458d-bcef-7e0b26ece130 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:55.067248 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-be4734a5-972e-430c-b703-16f2ce401900 req-efb912a5-a9f0-458d-bcef-7e0b26ece130 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 946 time: 0.1062388 Jun 28 09:56:55.124571 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-be4734a5-972e-430c-b703-16f2ce401900 req-b4693b46-2888-4471-9945-3997ecb08d70 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512843 Jun 28 09:56:55.483327 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48b992-924b-4071-be66-6f3068152909 req-3d08761c-b597-4ad9-85c0-ff3057ea3175 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:55.490519 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3c48b992-924b-4071-be66-6f3068152909 req-3d08761c-b597-4ad9-85c0-ff3057ea3175 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 945 time: 0.1295791 Jun 28 09:56:55.515559 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28233eb-a3c8-4361-a721-22b824e5fe84 req-c883b253-156f-4968-b1c0-99dae56cf7e4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:55.517107 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e28233eb-a3c8-4361-a721-22b824e5fe84 req-c883b253-156f-4968-b1c0-99dae56cf7e4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.1408958 Jun 28 09:56:55.564558 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3c48b992-924b-4071-be66-6f3068152909 req-8098beff-f0e1-4ce6-8c91-d0d4274e1b60 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725698 Jun 28 09:56:55.607905 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e28233eb-a3c8-4361-a721-22b824e5fe84 req-fc0012a4-5b0f-4ded-8b09-2fc1d9bc357c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835795 Jun 28 09:56:55.788937 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5cf82-3880-4109-8be0-b1e9ec4e4abd req-d10bbf18-b2a1-4314-bed0-f76336338296 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:55.790516 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-66d5cf82-3880-4109-8be0-b1e9ec4e4abd req-d10bbf18-b2a1-4314-bed0-f76336338296 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0719943 Jun 28 09:56:55.837293 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-66d5cf82-3880-4109-8be0-b1e9ec4e4abd req-9f95a88a-3356-405b-ad7b-5a8c996d9e3d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383885 Jun 28 09:56:56.396101 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6658d9-c68c-4d58-b946-a1b5c973e792 req-0d6df73b-d097-4f2d-a1f3-d39c7f0b528d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:56.399364 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bd6658d9-c68c-4d58-b946-a1b5c973e792 req-0d6df73b-d097-4f2d-a1f3-d39c7f0b528d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 946 time: 0.0936096 Jun 28 09:56:56.449253 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bd6658d9-c68c-4d58-b946-a1b5c973e792 req-77fcb3cb-a872-4585-ad2c-8f3b85c32525 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424814 Jun 28 09:56:56.861243 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f413b9-dfc7-44ad-b33e-89e5e4988619 req-1924632f-4264-4925-8ef7-5313b3cc8ffe tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:56.862852 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-47f413b9-dfc7-44ad-b33e-89e5e4988619 req-1924632f-4264-4925-8ef7-5313b3cc8ffe tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 945 time: 0.1208212 Jun 28 09:56:56.878678 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da649eb3-7136-4769-85ff-b27484edf639 req-555a6492-7a8f-4311-bc2c-64d277cecb47 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:56.880142 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-da649eb3-7136-4769-85ff-b27484edf639 req-555a6492-7a8f-4311-bc2c-64d277cecb47 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0978940 Jun 28 09:56:56.940464 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-47f413b9-dfc7-44ad-b33e-89e5e4988619 req-23084cd4-7b25-40d9-997c-2319168a7efd tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709567 Jun 28 09:56:56.954116 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-da649eb3-7136-4769-85ff-b27484edf639 req-8a6c60c9-8506-4870-8bad-3024be1a5d91 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579491 Jun 28 09:56:57.132240 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8424946-c512-4e69-835d-7d7f957a4f0a req-468726b8-b02a-4231-9a7e-e3b22066c322 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:57.133781 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f8424946-c512-4e69-835d-7d7f957a4f0a req-468726b8-b02a-4231-9a7e-e3b22066c322 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0654118 Jun 28 09:56:57.174328 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f8424946-c512-4e69-835d-7d7f957a4f0a req-91230d18-3c52-4867-be4b-0a6e38afa667 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348027 Jun 28 09:56:57.657540 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc384af-9b5e-40e5-8f1e-b07e49e9ec81 req-4d6e8d12-4f4d-449e-867c-8f8f46470195 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:57.659498 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6bc384af-9b5e-40e5-8f1e-b07e49e9ec81 req-4d6e8d12-4f4d-449e-867c-8f8f46470195 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 946 time: 0.0607910 Jun 28 09:56:57.698135 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6bc384af-9b5e-40e5-8f1e-b07e49e9ec81 req-10936bff-deb2-482d-babd-420f0a7f4e02 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315113 Jun 28 09:56:58.171898 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1552479-0ed0-45b5-89bc-30e2914b92fc req-afe480c5-252b-406f-948d-02d99eeb8f6f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:58.173502 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a1552479-0ed0-45b5-89bc-30e2914b92fc req-afe480c5-252b-406f-948d-02d99eeb8f6f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 945 time: 0.1072414 Jun 28 09:56:58.185329 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011e186-d7f1-4bd4-ba4e-d1dee5970ab1 req-f425578d-c4ee-4bf6-973f-3847a8c729fc tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:58.186690 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0011e186-d7f1-4bd4-ba4e-d1dee5970ab1 req-f425578d-c4ee-4bf6-973f-3847a8c729fc tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0873966 Jun 28 09:56:58.242662 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a1552479-0ed0-45b5-89bc-30e2914b92fc req-1f5cfec5-f90b-48fb-b637-8b9db96b4838 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550449 Jun 28 09:56:58.247685 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0011e186-d7f1-4bd4-ba4e-d1dee5970ab1 req-bddf28b8-792f-4d03-b1ab-cd375f2d3947 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541763 Jun 28 09:56:58.414560 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b7524-efe1-418b-9447-a47f70173e1c req-05a0ce95-3d90-4e13-93cb-8aa18b70c413 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:58.415951 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e16b7524-efe1-418b-9447-a47f70173e1c req-05a0ce95-3d90-4e13-93cb-8aa18b70c413 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0662975 Jun 28 09:56:58.459000 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e16b7524-efe1-418b-9447-a47f70173e1c req-fb44ac73-43e2-4f2d-ae32-992b8ab0adb4 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367956 Jun 28 09:56:58.909988 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb9d06-f7aa-4fe5-b1b8-f0aa93ee0815 req-999c33a8-894c-4bfc-a0cb-8446755662be tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:58.912396 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f9bb9d06-f7aa-4fe5-b1b8-f0aa93ee0815 req-999c33a8-894c-4bfc-a0cb-8446755662be tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 946 time: 0.0881088 Jun 28 09:56:58.962705 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f9bb9d06-f7aa-4fe5-b1b8-f0aa93ee0815 req-ecfdc043-432e-4f24-b326-0fc74c025774 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 Jun 28 09:56:59.036836 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad1d88-8c85-48dc-9839-babd9dd6323e req-166ee05a-8c36-4430-ad0d-1096c1c1b20d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:59.038460 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-38ad1d88-8c85-48dc-9839-babd9dd6323e req-166ee05a-8c36-4430-ad0d-1096c1c1b20d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 946 time: 0.0818624 Jun 28 09:56:59.162136 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-38ad1d88-8c85-48dc-9839-babd9dd6323e req-76d776d1-2e9d-41ec-8f8f-ba54fc7574e8 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Deleting port 471cb420-8345-434a-b7d0-3fa8e1607825 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:56:59.162603 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-38ad1d88-8c85-48dc-9839-babd9dd6323e req-76d776d1-2e9d-41ec-8f8f-ba54fc7574e8 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:59.264427 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-38ad1d88-8c85-48dc-9839-babd9dd6323e req-76d776d1-2e9d-41ec-8f8f-ba54fc7574e8 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] For port 471cb420-8345-434a-b7d0-3fa8e1607825, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=471cb420-8345-434a-b7d0-3fa8e1607825,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:59.264807 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-38ad1d88-8c85-48dc-9839-babd9dd6323e req-76d776d1-2e9d-41ec-8f8f-ba54fc7574e8 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:59.281741 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-38ad1d88-8c85-48dc-9839-babd9dd6323e req-76d776d1-2e9d-41ec-8f8f-ba54fc7574e8 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Calling delete_port for 471cb420-8345-434a-b7d0-3fa8e1607825 owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:56:59.482639 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60312461-6552-4624-a4d3-991054a4004f req-ff9963f4-960d-4356-9831-21e5a451165d tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:59.484297 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-60312461-6552-4624-a4d3-991054a4004f req-ff9963f4-960d-4356-9831-21e5a451165d tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 945 time: 0.0845730 Jun 28 09:56:59.592426 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-60312461-6552-4624-a4d3-991054a4004f req-8867dbaf-e33d-46a1-8cf0-dbfeaa05aba0 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Deleting port bb60f3a7-e350-442f-9d16-832f0a0994c3 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:56:59.592674 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-60312461-6552-4624-a4d3-991054a4004f req-8867dbaf-e33d-46a1-8cf0-dbfeaa05aba0 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:59.656803 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-38ad1d88-8c85-48dc-9839-babd9dd6323e req-76d776d1-2e9d-41ec-8f8f-ba54fc7574e8 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:59.664186 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f11b56ab-9c7f-4898-91e0-a9f7d8819230 tempest-DeleteServersTestJSON-578950131 tempest-DeleteServersTestJSON-578950131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:56:59.672685 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['7d773b2a-82e6-4d32-956b-a4b5bc2d6520', '8b970265-f3f2-4bac-a9d9-4c87a85d4a0c', 'a289dccd-79ea-46c2-af30-668c20b6f0c6', '471cb420-8345-434a-b7d0-3fa8e1607825'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:56:59.700342 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d776d1-2e9d-41ec-8f8f-ba54fc7574e8 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Pushing event deleted for resources: {'Port': ['ID=471cb420-8345-434a-b7d0-3fa8e1607825,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:56:59.718698 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-76d776d1-2e9d-41ec-8f8f-ba54fc7574e8 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:56:59.728849 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1529f3-a78f-4763-99b7-93b9cde76e81 req-4f5b31e3-5bad-437c-b6c3-626e15aa2c77 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:59.737276 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cd1529f3-a78f-4763-99b7-93b9cde76e81 req-4f5b31e3-5bad-437c-b6c3-626e15aa2c77 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 945 time: 0.3722029 Jun 28 09:56:59.759763 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-60312461-6552-4624-a4d3-991054a4004f req-8867dbaf-e33d-46a1-8cf0-dbfeaa05aba0 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] For port bb60f3a7-e350-442f-9d16-832f0a0994c3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bb60f3a7-e350-442f-9d16-832f0a0994c3,segment=NetworkSegment(e706efac-0d7e-4f94-918e-a21d2ab7b431),segment_id=e706efac-0d7e-4f94-918e-a21d2ab7b431)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:56:59.764832 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-60312461-6552-4624-a4d3-991054a4004f req-8867dbaf-e33d-46a1-8cf0-dbfeaa05aba0 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:59.780845 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6881f8-db8f-4c71-af44-126e1ed95f7c req-ceb5e517-c414-4f08-8112-08272bdcde33 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:56:59.788774 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9e6881f8-db8f-4c71-af44-126e1ed95f7c req-ceb5e517-c414-4f08-8112-08272bdcde33 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.4089997 Jun 28 09:56:59.789021 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ad1d88-8c85-48dc-9839-babd9dd6323e req-76d776d1-2e9d-41ec-8f8f-ba54fc7574e8 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] No DVR routers for this DVR port 471cb420-8345-434a-b7d0-3fa8e1607825 on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:56:59.794767 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-38ad1d88-8c85-48dc-9839-babd9dd6323e req-76d776d1-2e9d-41ec-8f8f-ba54fc7574e8 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:59.797693 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-38ad1d88-8c85-48dc-9839-babd9dd6323e req-76d776d1-2e9d-41ec-8f8f-ba54fc7574e8 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "DELETE /v2.0/ports/471cb420-8345-434a-b7d0-3fa8e1607825 HTTP/1.1" status: 204 len: 173 time: 0.7508974 Jun 28 09:56:59.799359 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc68768d-95dc-481d-bfb9-930496071c14', 'name': 'network-vif-deleted', 'tag': '471cb420-8345-434a-b7d0-3fa8e1607825'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:56:59.802180 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176d46b0-3e95-4e64-a0fa-4ccc46412e9c" -d '{"events": [{"server_uuid": "dc68768d-95dc-481d-bfb9-930496071c14", "name": "network-vif-deleted", "tag": "471cb420-8345-434a-b7d0-3fa8e1607825"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:56:59.804692 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-60312461-6552-4624-a4d3-991054a4004f req-8867dbaf-e33d-46a1-8cf0-dbfeaa05aba0 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Calling delete_port for bb60f3a7-e350-442f-9d16-832f0a0994c3 owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:56:59.813644 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cd1529f3-a78f-4763-99b7-93b9cde76e81 req-001abd3c-d4f8-4923-b389-e2fe89c0709a tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751936 Jun 28 09:56:59.884063 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9e6881f8-db8f-4c71-af44-126e1ed95f7c req-9381125c-28d3-43a3-8956-ee1e3c6f793f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942671 Jun 28 09:56:59.976479 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b6c2a1-c9f2-4532-a85f-437aad27eeec x-openstack-request-id: req-a8b6c2a1-c9f2-4532-a85f-437aad27eeec {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:56:59.977099 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc68768d-95dc-481d-bfb9-930496071c14", "name": "network-vif-deleted", "tag": "471cb420-8345-434a-b7d0-3fa8e1607825", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:56:59.978131 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8b6c2a1-c9f2-4532-a85f-437aad27eeec {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:56:59.979645 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc68768d-95dc-481d-bfb9-930496071c14', 'name': 'network-vif-deleted', 'tag': '471cb420-8345-434a-b7d0-3fa8e1607825', 'status': 'completed', 'code': 200} Jun 28 09:57:00.010686 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb19bcc-a9cf-47fb-aed5-dbf852617354 req-8ed0c574-79ea-412f-a1f6-2ff9aa32f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:00.019551 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-dfb19bcc-a9cf-47fb-aed5-dbf852617354 req-8ed0c574-79ea-412f-a1f6-2ff9aa32f402 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 1098 time: 0.1969030 Jun 28 09:57:00.044846 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41352e5-8f7b-4b94-929b-9f47ea23ac01 req-9463797d-e266-4fb6-b6dc-112b7c5d0446 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:00.052908 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d41352e5-8f7b-4b94-929b-9f47ea23ac01 req-9463797d-e266-4fb6-b6dc-112b7c5d0446 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0813723 Jun 28 09:57:00.107135 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d41352e5-8f7b-4b94-929b-9f47ea23ac01 req-f55339e6-2e3d-482f-87bd-ebc23299a6ac tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513372 Jun 28 09:57:00.114259 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-dfb19bcc-a9cf-47fb-aed5-dbf852617354 req-1977a00a-7ec7-4e1f-b423-9f187104f1cf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652423 Jun 28 09:57:00.213225 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-666abc0e-0caa-44bb-98df-ad3669d714fe req-4137e589-7d4e-4135-b67a-76847321217a tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 210 time: 0.0466771 Jun 28 09:57:00.218664 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-60312461-6552-4624-a4d3-991054a4004f req-8867dbaf-e33d-46a1-8cf0-dbfeaa05aba0 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:00.223688 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-c315c936-5e3d-4c3c-93a7-eab673011c8f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:00.251970 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867dbaf-e33d-46a1-8cf0-dbfeaa05aba0 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Pushing event deleted for resources: {'Port': ['ID=bb60f3a7-e350-442f-9d16-832f0a0994c3,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:00.255053 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-8867dbaf-e33d-46a1-8cf0-dbfeaa05aba0 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:00.296597 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-60312461-6552-4624-a4d3-991054a4004f req-8867dbaf-e33d-46a1-8cf0-dbfeaa05aba0 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] No DVR routers for this DVR port bb60f3a7-e350-442f-9d16-832f0a0994c3 on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:57:00.299133 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-60312461-6552-4624-a4d3-991054a4004f req-8867dbaf-e33d-46a1-8cf0-dbfeaa05aba0 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:00.301093 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-60312461-6552-4624-a4d3-991054a4004f req-8867dbaf-e33d-46a1-8cf0-dbfeaa05aba0 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.37 "DELETE /v2.0/ports/bb60f3a7-e350-442f-9d16-832f0a0994c3 HTTP/1.1" status: 204 len: 173 time: 0.8108666 Jun 28 09:57:00.704640 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 48772) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:00.839396 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-43bda28f-a2c9-4b21-80d4-370517025471 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b75565c0cb6432882e0cbfd986766ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1328051 Jun 28 09:57:00.841676 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 48778) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:00.890586 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e6e11053-9e00-4d78-9c90-a289fd6fe4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:00.913810 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e6e11053-9e00-4d78-9c90-a289fd6fe4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:00.960492 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fbafcd77-2cd3-421d-b2e3-b4187f293d02 req-19a9eefa-3c2a-46a9-bc02-cd210647002b tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 210 time: 0.0289767 Jun 28 09:57:01.067613 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e871f1-e205-437a-b59b-3215710de2fa req-0f5705ec-0803-468b-b6c6-1b004bb691f7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:01.069019 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-98e871f1-e205-437a-b59b-3215710de2fa req-0f5705ec-0803-468b-b6c6-1b004bb691f7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0616407 Jun 28 09:57:01.076308 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e6e11053-9e00-4d78-9c90-a289fd6fe4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:01.079030 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e6e11053-9e00-4d78-9c90-a289fd6fe4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:01.086590 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-e6e11053-9e00-4d78-9c90-a289fd6fe4e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2dc587e4-db89-4c54-9002-0db8445fe66b HTTP/1.1" status: 204 len: 168 time: 0.2376373 Jun 28 09:57:01.086590 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-4a28aaa2-c98b-4b32-84b3-a4c33e8716ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:01.089143 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e11053-9e00-4d78-9c90-a289fd6fe4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc587e4-db89-4c54-9002-0db8445fe66b,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:01.099693 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-e6e11053-9e00-4d78-9c90-a289fd6fe4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:01.111573 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-98e871f1-e205-437a-b59b-3215710de2fa req-57e03573-37ff-4c74-9896-2a615ee6ce00 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361354 Jun 28 09:57:01.284057 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6880c8-5ca7-4cd8-a988-d015617f01b9 req-1245555e-3bcc-4291-8e05-bab687927377 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:01.285575 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0e6880c8-5ca7-4cd8-a988-d015617f01b9 req-1245555e-3bcc-4291-8e05-bab687927377 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0693662 Jun 28 09:57:01.323114 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0e6880c8-5ca7-4cd8-a988-d015617f01b9 req-68756f71-6c12-404f-8bb1-a072dc8c1cd9 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318792 Jun 28 09:57:01.369981 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8c582fe8-9704-44c5-ad0c-5478e0aa402d req-05b48689-e280-45bd-b9ab-91db4160782c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 210 time: 0.0288849 Jun 28 09:57:01.981184 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d702fa-1187-4653-808c-d813cbf1e56d', 'name': 'network-vif-deleted', 'tag': 'bb60f3a7-e350-442f-9d16-832f0a0994c3'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:01.983599 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9b4411-94cb-4f2b-8d12-38fb1be18e81" -d '{"events": [{"server_uuid": "d0d702fa-1187-4653-808c-d813cbf1e56d", "name": "network-vif-deleted", "tag": "bb60f3a7-e350-442f-9d16-832f0a0994c3"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:02.019410 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69916ad8-c325-4e3d-82a4-fb2de801d9a7 x-openstack-request-id: req-69916ad8-c325-4e3d-82a4-fb2de801d9a7 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:02.019695 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d702fa-1187-4653-808c-d813cbf1e56d", "name": "network-vif-deleted", "tag": "bb60f3a7-e350-442f-9d16-832f0a0994c3", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:02.020073 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69916ad8-c325-4e3d-82a4-fb2de801d9a7 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:02.020543 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d702fa-1187-4653-808c-d813cbf1e56d', 'name': 'network-vif-deleted', 'tag': 'bb60f3a7-e350-442f-9d16-832f0a0994c3', 'status': 'completed', 'code': 200} Jun 28 09:57:02.121639 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1dbfc175-e925-4066-a309-282906c1bfea req-6700847e-e93d-4b6a-80ee-95360605d050 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 210 time: 0.0297120 Jun 28 09:57:02.290434 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad707764-e495-4c9a-aa44-1b11b63430c4 req-bd7487fc-7514-4c30-a325-5e843d732ef0 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:02.291924 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ad707764-e495-4c9a-aa44-1b11b63430c4 req-bd7487fc-7514-4c30-a325-5e843d732ef0 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0646000 Jun 28 09:57:02.334514 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ad707764-e495-4c9a-aa44-1b11b63430c4 req-2be32b54-2376-4c17-9e78-eb7662645727 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366509 Jun 28 09:57:02.351913 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 48818) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:02.452567 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-498676770-network', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:02.530811 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-195dbd35-76b1-4d60-b410-840308379bc2 req-49d75976-ab4b-4200-8e54-9dfaf2412b66 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 210 time: 0.0308175 Jun 28 09:57:02.538775 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626c067-b2f2-4d62-b956-ba9688dd81d3 req-2e16340c-15b4-4c83-912f-0a1ee10f68f5 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:02.540155 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c626c067-b2f2-4d62-b956-ba9688dd81d3 req-2e16340c-15b4-4c83-912f-0a1ee10f68f5 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1011043 Jun 28 09:57:02.577613 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c626c067-b2f2-4d62-b956-ba9688dd81d3 req-7cf5d988-533f-490c-a7c0-56640767e4a4 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313573 Jun 28 09:57:02.698791 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Made reservation on behalf of d470a6b7ab644fd6a4719a0ea8ce44f2 for: {'network': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:57:02.701095 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:02.710316 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:02.795131 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:02.991880 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:02.997096 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-91880dc8-4504-499d-b356-b2242d325e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:03.019238 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=100129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:57:03.030930 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f165fd7-bce9-416f-883d-d2597ffdd75c,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:03.036835 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:03.039345 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:03.039345 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.segments_db [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Added segment a427546c-ee22-4cc2-b0d6-ac437961ff36 of type vlan for network 5214620d-db6e-472a-aa9a-82d5849d56ea Jun 28 09:57:03.078057 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:03.095932 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-566cb660-a43c-41ab-b9dc-b40ecbd7ec73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:03.203394 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:03.205148 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:03.211337 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:03.211337 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d8b9750d-24f6-4eea-9f33-dbfc53777d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:03.281708 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Pushing event updated for resources: {'Network': ['ID=5214620d-db6e-472a-aa9a-82d5849d56ea,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:03.281708 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:03.286419 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network 5214620d-db6e-472a-aa9a-82d5849d56ea details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:57:03.289946 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cf64e111-a37f-4650-b1a0-7a7810cf613d req-813f4558-a95b-4f68-8be6-65cd85ce4c2a tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 210 time: 0.0315416 Jun 28 09:57:03.312349 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9591086 Jun 28 09:57:03.315493 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 48828) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:03.323500 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-ed64a968-beef-4eb0-a466-22ccece55647 admin admin] Request body: {'subnet': {'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-498676770-subnet', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'ip_version': 4}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:03.403864 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed64a968-beef-4eb0-a466-22ccece55647 admin admin] Made reservation on behalf of d470a6b7ab644fd6a4719a0ea8ce44f2 for: {'subnet': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:57:03.407183 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ed64a968-beef-4eb0-a466-22ccece55647 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59185916'] for subnet, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:03.546044 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2956e-5412-4cda-90d3-2b0f1e2335c2 req-aab80a41-1a0e-45ff-bd1c-51d12c7712fa tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:03.548171 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f4c2956e-5412-4cda-90d3-2b0f1e2335c2 req-aab80a41-1a0e-45ff-bd1c-51d12c7712fa tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 945 time: 0.0809278 Jun 28 09:57:03.599963 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f4c2956e-5412-4cda-90d3-2b0f1e2335c2 req-11c6e64e-4901-4b07-adf6-0ab081a2c97c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387781 Jun 28 09:57:03.690234 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ed64a968-beef-4eb0-a466-22ccece55647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59185902'] for subnet, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:03.694101 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:03.698156 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d63a8ceb-bb68-4875-8b65-64b2732b0b7f req-ebd37e18-77b6-45e4-aa65-5a6d3dd8a13c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc68768d-95dc-481d-bfb9-930496071c14 HTTP/1.1" status: 200 len: 210 time: 0.0311854 Jun 28 09:57:03.757030 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64a968-beef-4eb0-a466-22ccece55647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=796f8baf-1acb-4756-92d8-bc7e089814b1,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:03.761319 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ed64a968-beef-4eb0-a466-22ccece55647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:03.765638 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64a968-beef-4eb0-a466-22ccece55647 admin admin] Checking segment: {'id': 'a427546c-ee22-4cc2-b0d6-ac437961ff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:03.765989 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed64a968-beef-4eb0-a466-22ccece55647 admin admin] Network hostable DHCP agents. Network: 5214620d-db6e-472a-aa9a-82d5849d56ea, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:57:03.812694 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850971f-c9c8-47fc-9f22-193a299a34a6 req-2e4e2617-30e4-459e-8bbb-61d84611828f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:03.814227 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d850971f-c9c8-47fc-9f22-193a299a34a6 req-2e4e2617-30e4-459e-8bbb-61d84611828f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0788941 Jun 28 09:57:03.851527 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d850971f-c9c8-47fc-9f22-193a299a34a6 req-9d801216-8827-4841-ba7e-af8a1c9b5131 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316942 Jun 28 09:57:03.922989 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device bb60f3a7-e350-442f-9d16-832f0a0994c3 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:03.928961 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed64a968-beef-4eb0-a466-22ccece55647 admin admin] Network 5214620d-db6e-472a-aa9a-82d5849d56ea is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:57:03.943663 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: bb60f3a7-e350-442f-9d16-832f0a0994c3 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:57:03.944022 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device bb60f3a7-e350-442f-9d16-832f0a0994c3 not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:57:03.944453 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 471cb420-8345-434a-b7d0-3fa8e1607825 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:03.962493 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: 471cb420-8345-434a-b7d0-3fa8e1607825 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:57:03.962847 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 471cb420-8345-434a-b7d0-3fa8e1607825 not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:57:03.963271 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 6b1a093a-08f4-420f-a5ed-f40de285f653 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:04.039341 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:04.049564 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-ed64a968-beef-4eb0-a466-22ccece55647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, 5214620d-db6e-472a-aa9a-82d5849d56ea) {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:04.054157 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed64a968-beef-4eb0-a466-22ccece55647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:04.055047 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ed64a968-beef-4eb0-a466-22ccece55647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:04.058076 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89af480a-1bd1-4cda-9cb1-bde7bff71888 None None] Network 5214620d-db6e-472a-aa9a-82d5849d56ea requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:57:04.067076 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b1a093a-08f4-420f-a5ed-f40de285f653'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:04.069335 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5559a8-f0bb-4083-8606-1162f0a8555b" -d '{"events": [{"server_uuid": "4d2ccf18-a209-4092-8c09-ce52ba03c03b", "name": "network-vif-unplugged", "status": "completed", "tag": "6b1a093a-08f4-420f-a5ed-f40de285f653"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:04.097610 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 6b1a093a-08f4-420f-a5ed-f40de285f653, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b1a093a-08f4-420f-a5ed-f40de285f653,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:04.130167 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4712643c-a013-4ee6-9fc4-f976b6adaf3d x-openstack-request-id: req-4712643c-a013-4ee6-9fc4-f976b6adaf3d {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:04.130473 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2ccf18-a209-4092-8c09-ce52ba03c03b", "name": "network-vif-unplugged", "status": "completed", "tag": "6b1a093a-08f4-420f-a5ed-f40de285f653", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:04.130905 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4712643c-a013-4ee6-9fc4-f976b6adaf3d {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:04.131501 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b1a093a-08f4-420f-a5ed-f40de285f653', 'code': 200} Jun 28 09:57:04.168076 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248894a-2634-45b9-ad8b-95faa0a6c3b5 req-a2ea04dd-3419-440b-a0ca-175d1e219da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:04.169633 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0248894a-2634-45b9-ad8b-95faa0a6c3b5 req-a2ea04dd-3419-440b-a0ca-175d1e219da9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab055c80828f4b6190496e992e80e975&device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 1098 time: 0.0640900 Jun 28 09:57:04.222062 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:04.223747 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:04.252224 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fa0e888-dc8c-5619-9e71-fea9e529594f-5214620d-db6e-472a-aa9a-82d5849d56ea', 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'fixed_ips': [{'subnet_id': '796f8baf-1acb-4756-92d8-bc7e089814b1'}]}} from dv-cinder-786627-12-iscsi. {{(pid=100131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:57:04.253842 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:04.261307 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-ed64a968-beef-4eb0-a466-22ccece55647 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9446783 Jun 28 09:57:04.262857 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 48838) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:04.270076 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-498676770-router', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:04.283510 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248894a-2634-45b9-ad8b-95faa0a6c3b5 req-ab5536dc-edff-42e0-87e6-8990327292df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:04.285838 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0248894a-2634-45b9-ad8b-95faa0a6c3b5 req-ab5536dc-edff-42e0-87e6-8990327292df service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8d6d237-b42e-4d2f-93b5-c30dc724d637 HTTP/1.1" status: 200 len: 917 time: 0.1029062 Jun 28 09:57:04.382914 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=6b1a093a-08f4-420f-a5ed-f40de285f653,revision_number=8']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:04.387395 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:04.387571 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0248894a-2634-45b9-ad8b-95faa0a6c3b5 req-115377ad-5c91-4463-b83f-9dbb5302b582 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b1a093a-08f4-420f-a5ed-f40de285f653 HTTP/1.1" status: 200 len: 999 time: 0.0910952 Jun 28 09:57:04.447646 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.db_base_plugin_common [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Allocated IP 172.20.0.2 (5214620d-db6e-472a-aa9a-82d5849d56ea/796f8baf-1acb-4756-92d8-bc7e089814b1/9eda1b19-dcaa-4896-ab80-2bbeab1aa94d) {{(pid=100131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:04.453703 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27156'] for router, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:04.453703 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-601449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27149'] for router, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:04.485548 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7409eb1f-b5c8-49ac-b43b-eadc5c5fc539 req-831501a4-c779-4bcd-86a5-b3e794176b5f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d702fa-1187-4653-808c-d813cbf1e56d HTTP/1.1" status: 200 len: 210 time: 0.0435801 Jun 28 09:57:04.551138 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:04.677862 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248894a-2634-45b9-ad8b-95faa0a6c3b5 req-7da9a606-f2b5-46dd-a0c2-7486857e6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:04.679388 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0248894a-2634-45b9-ad8b-95faa0a6c3b5 req-7da9a606-f2b5-46dd-a0c2-7486857e6289 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111bbce8-d8d9-499d-affc-ef81b620ef72 HTTP/1.1" status: 200 len: 855 time: 0.2830443 Jun 28 09:57:04.746446 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248894a-2634-45b9-ad8b-95faa0a6c3b5 req-69d2e388-c77c-4ef2-a8c0-7b9d078dfe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:04.747924 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0248894a-2634-45b9-ad8b-95faa0a6c3b5 req-69d2e388-c77c-4ef2-a8c0-7b9d078dfe76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d6d237-b42e-4d2f-93b5-c30dc724d637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0603981 Jun 28 09:57:04.787877 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Notify callbacks [] for port, precommit_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:04.797325 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Transition to ACTIVE for port object 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:04.817118 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Transition to ACTIVE for port object 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d will not be triggered until provisioned by entity DHCP. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:04.857156 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0248894a-2634-45b9-ad8b-95faa0a6c3b5 req-2d65234f-0e49-453d-b8bd-c0816a546364 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014733 Jun 28 09:57:04.953200 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:04.956615 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:04.967975 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0248894a-2634-45b9-ad8b-95faa0a6c3b5 req-3d8397af-8ea4-419e-8534-a805dfd0aa5f service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035049 Jun 28 09:57:05.002872 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27199'] for router, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:05.014459 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930861b9-1cfc-4e64-a275-0ea6f69db299 req-ed557151-430b-4d08-b2ab-7f9e4abe1636 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:05.015958 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-930861b9-1cfc-4e64-a275-0ea6f69db299 req-ed557151-430b-4d08-b2ab-7f9e4abe1636 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.2399595 Jun 28 09:57:05.018711 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Network 5214620d-db6e-472a-aa9a-82d5849d56ea is already hosted by enough agents. {{(pid=100131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:05.020313 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Pushing event updated for resources: {'Port': ['ID=9eda1b19-dcaa-4896-ab80-2bbeab1aa94d,revision_number=1']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:05.024104 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:05.026293 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.base_scheduler [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Resources bound (agent type, host, resource id): {{(pid=100131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:05.032488 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Received port after_create {{(pid=100131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:05.086033 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-930861b9-1cfc-4e64-a275-0ea6f69db299 req-5402ae01-f788-4a23-bbf9-c967a6dcf18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512855 Jun 28 09:57:05.104390 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f370be-092a-4d27-8bb4-2021c0184d36 req-3d8664ca-cd6e-4508-a09c-0f45618e85fa tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:05.105098 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Attempting to bind port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:57:05.105578 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Attempting to bind port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': 'a427546c-ee22-4cc2-b0d6-ac437961ff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:57:05.105846 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Attempting to bind port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d on network 5214620d-db6e-472a-aa9a-82d5849d56ea {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:05.120087 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f7f370be-092a-4d27-8bb4-2021c0184d36 req-3d8664ca-cd6e-4508-a09c-0f45618e85fa tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1233637 Jun 28 09:57:05.120324 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:57:05.120324 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Checking segment: {'id': 'a427546c-ee22-4cc2-b0d6-ac437961ff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:05.120324 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:05.120324 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Bound using segment: {'id': 'a427546c-ee22-4cc2-b0d6-ac437961ff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:57:05.120324 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Bound port: 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427546c-ee22-4cc2-b0d6-ac437961ff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:57:05.120324 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:05.145388 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f7f370be-092a-4d27-8bb4-2021c0184d36 req-6bcf0c38-2fb3-4c63-b785-b8ae9af578fb tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332646 Jun 28 09:57:05.180214 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] For port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:57:05.183317 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] For port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=9eda1b19-dcaa-4896-ab80-2bbeab1aa94d,segment=NetworkSegment(a427546c-ee22-4cc2-b0d6-ac437961ff36),segment_id=a427546c-ee22-4cc2-b0d6-ac437961ff36)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:57:05.368212 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:05.384092 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:05.398350 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:05.402534 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:05.467271 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Pushing event updated for resources: {'Port': ['ID=9eda1b19-dcaa-4896-ab80-2bbeab1aa94d,revision_number=2']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:05.470827 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:05.504548 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Allocated IP 172.27.2.192 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/8d3893a3-f730-487b-9356-9a5671fcc4bd) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:05.522085 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:05.580935 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-9b0ed33d-f1ff-427b-a11e-e9f6c4e26e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:05.625809 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:05.787129 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59015149'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:05.789509 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:05.838020 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:05.840531 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:05.846445 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:05.848793 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3893a3-f730-487b-9356-9a5671fcc4bd,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:05.880918 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:05.881292 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:05.881659 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:05.882014 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:05.882368 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:05.882724 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:05.883076 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:05.883424 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:05.883774 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:05.884118 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:05.884464 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:05.884837 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:05.889812 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:05.928862 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:06.151937 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:06.349680 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:57:06.418653 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578ce13-1689-463d-8e40-40ac5971d725 req-e7d2e60b-1e4f-4686-8c5c-83cbd67c0b72 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:06.420198 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6578ce13-1689-463d-8e40-40ac5971d725 req-e7d2e60b-1e4f-4686-8c5c-83cbd67c0b72 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.1621630 Jun 28 09:57:06.421148 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:06.505474 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9065dbe1-b6ac-4bd2-8144-58f78a84477f None None] Network 5214620d-db6e-472a-aa9a-82d5849d56ea requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:57:06.516657 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aa5d1-b3e8-49de-89db-024765484355 req-e0f11bcc-468b-4933-8d73-a5cb089fb9e5 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:06.518444 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-226aa5d1-b3e8-49de-89db-024765484355 req-e0f11bcc-468b-4933-8d73-a5cb089fb9e5 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.2097011 Jun 28 09:57:06.558201 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6578ce13-1689-463d-8e40-40ac5971d725 req-477d9e0e-2798-4ff2-867f-d81292f1bd58 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288745 Jun 28 09:57:06.598978 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-226aa5d1-b3e8-49de-89db-024765484355 req-75c4285b-539a-468a-af5b-4c48b063860e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513389 Jun 28 09:57:06.710202 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-f297c822-3786-4173-83fc-14c1f6185b8a None None] Provisioning for port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:06.714894 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-f297c822-3786-4173-83fc-14c1f6185b8a None None] Provisioning complete for port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:06.715370 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-f297c822-3786-4173-83fc-14c1f6185b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:06.749771 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641423'] for router, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:06.835013 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-f297c822-3786-4173-83fc-14c1f6185b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:06.863071 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:06.876586 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-f297c822-3786-4173-83fc-14c1f6185b8a None None] For port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=9eda1b19-dcaa-4896-ab80-2bbeab1aa94d,segment=NetworkSegment(a427546c-ee22-4cc2-b0d6-ac437961ff36),segment_id=a427546c-ee22-4cc2-b0d6-ac437961ff36)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:06.992187 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-f297c822-3786-4173-83fc-14c1f6185b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:06.995259 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:07.024576 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Router f67bee74-ba32-4439-99eb-fec54eaf37b4 is scheduled to L3 agent 6120e629-0eac-4308-8089-a939bca814a4 with binding_index 1 {{(pid=100130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:57:07.042519 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297c822-3786-4173-83fc-14c1f6185b8a None None] Pushing event updated for resources: {'Port': ['ID=9eda1b19-dcaa-4896-ab80-2bbeab1aa94d,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:07.045563 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-f297c822-3786-4173-83fc-14c1f6185b8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:07.111886 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-2ce1178e-68ef-4894-a406-e1ebb57ade7e None None] Provisioning complete for port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:07.112217 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2ce1178e-68ef-4894-a406-e1ebb57ade7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:07.133053 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:57:07.145372 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Sync routers for ids ['f67bee74-ba32-4439-99eb-fec54eaf37b4'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:57:07.154738 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Routers {'f67bee74-ba32-4439-99eb-fec54eaf37b4'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:07.155359 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:57:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['f67bee74-ba32-4439-99eb-fec54eaf37b4'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:07.265011 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Set router f67bee74-ba32-4439-99eb-fec54eaf37b4 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:07.273758 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Notify callbacks [] for router, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:07.277586 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0109556 Jun 28 09:57:07.278114 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 48890) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:07.310994 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64b4c9-fe09-47ac-b707-f44d490d4217 req-736e31d7-f88a-49f3-a2f8-2a0ebd829122 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:07.313125 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3d64b4c9-fe09-47ac-b707-f44d490d4217 req-736e31d7-f88a-49f3-a2f8-2a0ebd829122 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 945 time: 0.0731857 Jun 28 09:57:07.378877 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3d64b4c9-fe09-47ac-b707-f44d490d4217 req-96655144-53ad-46c9-9deb-b37cea12b55f tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571046 Jun 28 09:57:07.445590 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27b384-6b0c-4b9d-b089-05b52740fefb req-6e1438cc-a7a9-48a1-a12b-ebc9dd7649da tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:07.447222 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2c27b384-6b0c-4b9d-b089-05b52740fefb req-6e1438cc-a7a9-48a1-a12b-ebc9dd7649da tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0836284 Jun 28 09:57:07.470883 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'name': 'tempest-TestMinimumBasicScenario-498676770-router', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:04Z', 'updated_at': '2021-06-28T09:57:06Z', 'revision_number': 3, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'gw_port': {'id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:05Z', 'updated_at': '2021-06-28T09:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:07.486704 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2c27b384-6b0c-4b9d-b089-05b52740fefb req-2e011390-62dc-43d1-b75b-8ca20375c930 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333860 Jun 28 09:57:07.587604 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Checking router: f67bee74-ba32-4439-99eb-fec54eaf37b4 for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:57:07.587949 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Updating router f67bee74-ba32-4439-99eb-fec54eaf37b4 port 8d3893a3-f730-487b-9356-9a5671fcc4bd binding host dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:57:07.623246 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:07.733766 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:07.746431 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceeb79c-7b16-421e-aadd-357b862a15e6 req-82b79c17-4cce-42ea-8897-f516af2c39aa tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:07.748022 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6ceeb79c-7b16-421e-aadd-357b862a15e6 req-82b79c17-4cce-42ea-8897-f516af2c39aa tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0707352 Jun 28 09:57:07.791234 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6ceeb79c-7b16-421e-aadd-357b862a15e6 req-ced415e5-a4ed-490c-a350-c4c8c44877c2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367138 Jun 28 09:57:07.883119 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:07.898930 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Notify callbacks [] for port, precommit_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:07.899153 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Allocated IP 172.20.0.1 (5214620d-db6e-472a-aa9a-82d5849d56ea/796f8baf-1acb-4756-92d8-bc7e089814b1/fad567e3-3216-4a60-9fd3-48d58c90e950) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:07.908445 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.provisioning_blocks [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Transition to ACTIVE for port object 8d3893a3-f730-487b-9356-9a5671fcc4bd will not be triggered until provisioned by entity L2. {{(pid=100132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:07.935558 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:07.935948 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:08.001882 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:08.009615 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:08.017850 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:08.017996 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Transition to ACTIVE for port object fad567e3-3216-4a60-9fd3-48d58c90e950 will not be triggered until provisioned by entity DHCP. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:08.063468 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Attempting to bind port 8d3893a3-f730-487b-9356-9a5671fcc4bd on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:57:08.063884 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Attempting to bind port 8d3893a3-f730-487b-9356-9a5671fcc4bd by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:57:08.064322 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Attempting to bind port 8d3893a3-f730-487b-9356-9a5671fcc4bd on network a0abfdc1-536a-466f-8075-78b887cfa2eb {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:08.070973 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Pushing event updated for resources: {'Port': ['ID=8d3893a3-f730-487b-9356-9a5671fcc4bd,revision_number=2']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:08.076857 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:57:08.077237 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Checking segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:08.077636 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:08.078030 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Bound using segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:57:08.078495 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Bound port: 8d3893a3-f730-487b-9356-9a5671fcc4bd, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:57:08.078892 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:08.082796 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.086203 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.086203 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.086203 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.086203 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.086203 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.086203 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.086203 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.086203 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.086203 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.086203 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.087185 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.108657 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:08.140517 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] For port 8d3893a3-f730-487b-9356-9a5671fcc4bd, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:57:08.143944 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] For port 8d3893a3-f730-487b-9356-9a5671fcc4bd, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=8d3893a3-f730-487b-9356-9a5671fcc4bd,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:57:08.146649 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58846138'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:08.149578 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:08.186820 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Network 5214620d-db6e-472a-aa9a-82d5849d56ea is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:08.189587 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:08.194964 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:08.217848 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Pushing event updated for resources: {'Port': ['ID=fad567e3-3216-4a60-9fd3-48d58c90e950,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:08.222018 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:08.231906 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.232270 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.232632 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.241471 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.241471 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.241471 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.241471 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.241471 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.241471 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.241471 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.241471 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.241471 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:08.241471 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:08.249553 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714509'] for router_interface, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:08.284722 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:08.289339 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:08.357769 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Routers {'f67bee74-ba32-4439-99eb-fec54eaf37b4'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:08.358427 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:57:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['f67bee74-ba32-4439-99eb-fec54eaf37b4'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:08.396106 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Pushing event updated for resources: {'Port': ['ID=8d3893a3-f730-487b-9356-9a5671fcc4bd,revision_number=3']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:08.400263 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:08.465943 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:08.475784 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] Set router f67bee74-ba32-4439-99eb-fec54eaf37b4 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:08.564997 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7fb51-66ed-40ed-93cf-c706be5a452a req-556b72d3-0205-40fc-871b-87e4e5b3bb2b tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:08.566632 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-67e7fb51-66ed-40ed-93cf-c706be5a452a req-556b72d3-0205-40fc-871b-87e4e5b3bb2b tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 945 time: 0.0657110 Jun 28 09:57:08.614755 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-67e7fb51-66ed-40ed-93cf-c706be5a452a req-6d2975af-692e-4bb8-9427-f936972f7ab4 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Jun 28 09:57:08.619202 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-155fa88b-98c0-49b6-bc5d-79448ccbbc0d None None] Provisioning for port fad567e3-3216-4a60-9fd3-48d58c90e950 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:08.632026 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-155fa88b-98c0-49b6-bc5d-79448ccbbc0d None None] Provisioning complete for port fad567e3-3216-4a60-9fd3-48d58c90e950 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:08.632776 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-155fa88b-98c0-49b6-bc5d-79448ccbbc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:08.669385 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'name': 'tempest-TestMinimumBasicScenario-498676770-router', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:04Z', 'updated_at': '2021-06-28T09:57:06Z', 'revision_number': 3, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'gw_port': {'id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:05Z', 'updated_at': '2021-06-28T09:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:08.678461 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-155fa88b-98c0-49b6-bc5d-79448ccbbc0d None None] Port fad567e3-3216-4a60-9fd3-48d58c90e950 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:57:08.678752 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:08.698986 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1db17e-2a06-40a2-a55a-06f4efed2cbd None None] The sync data for ids ['f67bee74-ba32-4439-99eb-fec54eaf37b4'] in dv-cinder-786627-12-iscsi is: [{'id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'name': 'tempest-TestMinimumBasicScenario-498676770-router', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:04Z', 'updated_at': '2021-06-28T09:57:06Z', 'revision_number': 3, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'gw_port': {'id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:05Z', 'updated_at': '2021-06-28T09:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:57:08.705687 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46732d7-bb71-41d6-94a6-aa1a61e80572 req-b7af9f61-2aab-46a2-98eb-7b7f08a43e25 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:08.706975 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d46732d7-bb71-41d6-94a6-aa1a61e80572 req-b7af9f61-2aab-46a2-98eb-7b7f08a43e25 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0836179 Jun 28 09:57:08.750386 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d46732d7-bb71-41d6-94a6-aa1a61e80572 req-c3ca4ca5-0eae-4aca-bcd9-c61a8535298a tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376847 Jun 28 09:57:08.780641 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:08.783629 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:08.850876 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Pushing event updated for resources: {'Port': ['ID=fad567e3-3216-4a60-9fd3-48d58c90e950,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:08.853802 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:08.854716 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714641'] for router_interface, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:08.986214 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Network 5214620d-db6e-472a-aa9a-82d5849d56ea is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:08.989455 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:09.041583 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22ac2e-94bf-43d1-ab93-173831c59d43 req-9918d57e-bcd2-457e-8316-3d042eb1026b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:09.043913 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1b22ac2e-94bf-43d1-ab93-173831c59d43 req-9918d57e-bcd2-457e-8316-3d042eb1026b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0917101 Jun 28 09:57:09.105415 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1b22ac2e-94bf-43d1-ab93-173831c59d43 req-dfd37833-9bd1-4841-9b59-9776fb807849 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534863 Jun 28 09:57:09.126531 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Router f67bee74-ba32-4439-99eb-fec54eaf37b4 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:57:09.242357 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:57:09.247821 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] 10.222.0.30 "PUT /v2.0/routers/f67bee74-ba32-4439-99eb-fec54eaf37b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9680328 Jun 28 09:57:09.304416 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-a3c65709-6298-4019-9970-152ab945d4cf None None] Provisioning complete for port fad567e3-3216-4a60-9fd3-48d58c90e950 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:09.304945 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-a3c65709-6298-4019-9970-152ab945d4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:09.350048 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-a3c65709-6298-4019-9970-152ab945d4cf None None] Port fad567e3-3216-4a60-9fd3-48d58c90e950 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:57:09.829348 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502bb3d-c54f-48a9-a0ce-61cd2f17f41b req-2e0d8f8a-2a4d-4a73-b7eb-df166572df52 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:09.833298 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2502bb3d-c54f-48a9-a0ce-61cd2f17f41b req-2e0d8f8a-2a4d-4a73-b7eb-df166572df52 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 945 time: 0.0805697 Jun 28 09:57:09.872567 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2502bb3d-c54f-48a9-a0ce-61cd2f17f41b req-243e6777-876e-491e-98e4-2a003ff3bac6 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357940 Jun 28 09:57:09.922687 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 8d3893a3-f730-487b-9356-9a5671fcc4bd up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:09.965390 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088aca5-e763-4125-bbfe-2f480c0da197 req-aa8dd57d-d4ea-4ed8-baef-78150dcda924 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:09.967032 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e088aca5-e763-4125-bbfe-2f480c0da197 req-aa8dd57d-d4ea-4ed8-baef-78150dcda924 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0932822 Jun 28 09:57:10.009680 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e088aca5-e763-4125-bbfe-2f480c0da197 req-d52c68fa-1909-4de6-8a5f-a098dfedba58 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Jun 28 09:57:10.076395 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 8d3893a3-f730-487b-9356-9a5671fcc4bd completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:10.076395 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 8d3893a3-f730-487b-9356-9a5671fcc4bd triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:10.076395 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.189244 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.213382 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 8d3893a3-f730-487b-9356-9a5671fcc4bd, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=8d3893a3-f730-487b-9356-9a5671fcc4bd,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:10.287564 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 48946) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:10.308434 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1922588143-network', 'tenant_id': '99de6b7a43ae415cb8a41c84ab0318d4'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:10.314825 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0f2f8-8d5a-48ad-954d-647a023b1550 req-3e9f306b-44fc-4c66-b000-b1169cc046ea tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:10.317109 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-17d0f2f8-8d5a-48ad-954d-647a023b1550 req-3e9f306b-44fc-4c66-b000-b1169cc046ea tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0862646 Jun 28 09:57:10.362835 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-17d0f2f8-8d5a-48ad-954d-647a023b1550 req-1244c78a-80b4-464f-9b94-360e5a5d3f5a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393600 Jun 28 09:57:10.369622 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Sync routers for ids ['f67bee74-ba32-4439-99eb-fec54eaf37b4'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:57:10.384305 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.390775 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-5aa3544a-30c7-4da4-b67e-68d48e2bf1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:10.411824 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Routers {'f67bee74-ba32-4439-99eb-fec54eaf37b4'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:10.412483 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:57:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['f67bee74-ba32-4439-99eb-fec54eaf37b4'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:10.443048 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Made reservation on behalf of 99de6b7a43ae415cb8a41c84ab0318d4 for: {'network': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:57:10.445532 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.457590 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.487568 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=8d3893a3-f730-487b-9356-9a5671fcc4bd,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:10.515288 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:10.546505 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Set router f67bee74-ba32-4439-99eb-fec54eaf37b4 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:10.558058 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.672179 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.677405 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:10.703828 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=100130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:57:10.724337 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.724686 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.segments_db [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Added segment 24fac634-854d-4539-a665-ed9a38554446 of type vlan for network fe5c0b51-1005-4ae1-a254-4e058201c26b Jun 28 09:57:10.726357 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbb84a8-0597-4a64-a18a-33c39a9df832,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:10.735247 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:10.764430 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'name': 'tempest-TestMinimumBasicScenario-498676770-router', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:04Z', 'updated_at': '2021-06-28T09:57:08Z', 'revision_number': 4, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'gw_port': {'id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:05Z', 'updated_at': '2021-06-28T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'fad567e3-3216-4a60-9fd3-48d58c90e950', 'name': '', 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'mac_address': 'fa:16:3e:e7:11:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:07Z', 'updated_at': '2021-06-28T09:57:08Z', 'revision_number': 2, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'subnets': [{'id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:10.791798 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Checking router: f67bee74-ba32-4439-99eb-fec54eaf37b4 for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:57:10.792165 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Updating router f67bee74-ba32-4439-99eb-fec54eaf37b4 port fad567e3-3216-4a60-9fd3-48d58c90e950 binding host dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:57:10.830057 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:11.044612 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:11.099093 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab24de-6e18-4efd-8aa5-3aea6e91c063 req-45aad761-79b3-4168-a3ab-dc94110270bf tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:11.100605 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-30ab24de-6e18-4efd-8aa5-3aea6e91c063 req-45aad761-79b3-4168-a3ab-dc94110270bf tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 945 time: 0.0904183 Jun 28 09:57:11.127851 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Notify callbacks [] for port, precommit_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:11.137691 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Transition to ACTIVE for port object fad567e3-3216-4a60-9fd3-48d58c90e950 will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:11.140206 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-30ab24de-6e18-4efd-8aa5-3aea6e91c063 req-d7b799d5-ba6d-4b71-821d-3279a5106aa6 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327554 Jun 28 09:57:11.192063 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:11.195413 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:11.195988 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:11.202877 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:11.230124 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:11.233041 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:11.236395 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5e6ff-8736-4f8f-a1ab-eccd022e1cb7 req-3359ed4f-7336-45a1-9ad4-458a2b150319 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:11.238292 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3ab5e6ff-8736-4f8f-a1ab-eccd022e1cb7 req-3359ed4f-7336-45a1-9ad4-458a2b150319 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0935936 Jun 28 09:57:11.286095 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb3ae1-4307-464c-81e3-4b0d44771366 None None] Pushing event updated for resources: {'Port': ['ID=fad567e3-3216-4a60-9fd3-48d58c90e950,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:11.286512 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Pushing event updated for resources: {'Network': ['ID=fe5c0b51-1005-4ae1-a254-4e058201c26b,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:11.288950 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ecbb3ae1-4307-464c-81e3-4b0d44771366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:11.290269 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:11.309236 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3ab5e6ff-8736-4f8f-a1ab-eccd022e1cb7 req-e92d9424-1d3d-4d13-b4e6-eae1d4ec7920 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439782 Jun 28 09:57:11.316969 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network fe5c0b51-1005-4ae1-a254-4e058201c26b details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:57:11.342303 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0528224 Jun 28 09:57:11.348209 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 48982) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:11.353441 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-baee6cdb-14be-46f7-97e5-e25c93ab097a admin admin] Request body: {'subnet': {'network_id': 'fe5c0b51-1005-4ae1-a254-4e058201c26b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1922588143-subnet', 'tenant_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'ip_version': 4}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:11.392627 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Attempting to bind port fad567e3-3216-4a60-9fd3-48d58c90e950 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:57:11.393207 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Attempting to bind port fad567e3-3216-4a60-9fd3-48d58c90e950 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': 'a427546c-ee22-4cc2-b0d6-ac437961ff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:57:11.393422 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Attempting to bind port fad567e3-3216-4a60-9fd3-48d58c90e950 on network 5214620d-db6e-472a-aa9a-82d5849d56ea {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:11.486873 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:57:11.488892 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Checking segment: {'id': 'a427546c-ee22-4cc2-b0d6-ac437961ff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:11.488892 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:11.488892 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Bound using segment: {'id': 'a427546c-ee22-4cc2-b0d6-ac437961ff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:57:11.488892 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Bound port: fad567e3-3216-4a60-9fd3-48d58c90e950, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a427546c-ee22-4cc2-b0d6-ac437961ff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:57:11.488892 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:11.523300 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baee6cdb-14be-46f7-97e5-e25c93ab097a admin admin] Made reservation on behalf of 99de6b7a43ae415cb8a41c84ab0318d4 for: {'subnet': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:57:11.525707 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-baee6cdb-14be-46f7-97e5-e25c93ab097a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59185916'] for subnet, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:11.557674 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] For port fad567e3-3216-4a60-9fd3-48d58c90e950, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:57:11.558965 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d88dd-4c86-44c1-9c65-ed0b7c3b4594 req-7ce4bcaa-a206-4807-8ef2-bac02815dda9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:11.560692 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-470d88dd-4c86-44c1-9c65-ed0b7c3b4594 req-7ce4bcaa-a206-4807-8ef2-bac02815dda9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0698538 Jun 28 09:57:11.560943 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] For port fad567e3-3216-4a60-9fd3-48d58c90e950, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=fad567e3-3216-4a60-9fd3-48d58c90e950,segment=NetworkSegment(a427546c-ee22-4cc2-b0d6-ac437961ff36),segment_id=a427546c-ee22-4cc2-b0d6-ac437961ff36)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:57:11.612882 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-470d88dd-4c86-44c1-9c65-ed0b7c3b4594 req-26331e48-294e-43eb-9d31-a78b659e18d6 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378137 Jun 28 09:57:11.684068 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:11.686571 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:11.750147 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Routers {'f67bee74-ba32-4439-99eb-fec54eaf37b4'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:11.750884 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:57:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['f67bee74-ba32-4439-99eb-fec54eaf37b4'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:11.753520 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb3ae1-4307-464c-81e3-4b0d44771366 None None] Pushing event updated for resources: {'Port': ['ID=fad567e3-3216-4a60-9fd3-48d58c90e950,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:11.756743 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ecbb3ae1-4307-464c-81e3-4b0d44771366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:11.816437 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-baee6cdb-14be-46f7-97e5-e25c93ab097a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59185902'] for subnet, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:11.819191 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:11.862116 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] Set router f67bee74-ba32-4439-99eb-fec54eaf37b4 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:11.879792 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee6cdb-14be-46f7-97e5-e25c93ab097a admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d8fc76-db36-49e8-aa79-3c0239c61a79,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:11.889273 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-baee6cdb-14be-46f7-97e5-e25c93ab097a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:11.901560 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee6cdb-14be-46f7-97e5-e25c93ab097a admin admin] Checking segment: {'id': '24fac634-854d-4539-a665-ed9a38554446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe5c0b51-1005-4ae1-a254-4e058201c26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:11.902148 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee6cdb-14be-46f7-97e5-e25c93ab097a admin admin] Network hostable DHCP agents. Network: fe5c0b51-1005-4ae1-a254-4e058201c26b, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:57:11.916671 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 8d3893a3-f730-487b-9356-9a5671fcc4bd up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:12.049517 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee6cdb-14be-46f7-97e5-e25c93ab097a admin admin] Network fe5c0b51-1005-4ae1-a254-4e058201c26b is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:57:12.065590 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 8d3893a3-f730-487b-9356-9a5671fcc4bd triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:12.065971 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:12.167034 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-baee6cdb-14be-46f7-97e5-e25c93ab097a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, fe5c0b51-1005-4ae1-a254-4e058201c26b) {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:12.176684 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baee6cdb-14be-46f7-97e5-e25c93ab097a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:12.177339 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-baee6cdb-14be-46f7-97e5-e25c93ab097a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:12.280981 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff51f24-03cd-4959-bca6-5640a92ac781 None None] Network fe5c0b51-1005-4ae1-a254-4e058201c26b requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:57:12.308444 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'name': 'tempest-TestMinimumBasicScenario-498676770-router', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:04Z', 'updated_at': '2021-06-28T09:57:08Z', 'revision_number': 4, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'gw_port': {'id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:05Z', 'updated_at': '2021-06-28T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'fad567e3-3216-4a60-9fd3-48d58c90e950', 'name': '', 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'mac_address': 'fa:16:3e:e7:11:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:07Z', 'updated_at': '2021-06-28T09:57:11Z', 'revision_number': 4, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'subnets': [{'id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:12.324452 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f364a2-8378-4f24-bd21-aadaf5bf012c req-b37818d6-0b0f-44de-8325-fd44d9da253d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:12.326019 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-81f364a2-8378-4f24-bd21-aadaf5bf012c req-b37818d6-0b0f-44de-8325-fd44d9da253d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 945 time: 0.0661688 Jun 28 09:57:12.326617 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 48992) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:12.327063 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-baee6cdb-14be-46f7-97e5-e25c93ab097a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9777627 Jun 28 09:57:12.330991 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1922588143-router', 'tenant_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:12.343554 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a29d4d4-c0dc-4539-9218-d19c59bbc2b2 None None] The sync data for ids ['f67bee74-ba32-4439-99eb-fec54eaf37b4'] in dv-cinder-786627-12-iscsi is: [{'id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'name': 'tempest-TestMinimumBasicScenario-498676770-router', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:04Z', 'updated_at': '2021-06-28T09:57:08Z', 'revision_number': 4, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'gw_port': {'id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:05Z', 'updated_at': '2021-06-28T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'fad567e3-3216-4a60-9fd3-48d58c90e950', 'name': '', 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'mac_address': 'fa:16:3e:e7:11:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:07Z', 'updated_at': '2021-06-28T09:57:11Z', 'revision_number': 4, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'subnets': [{'id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:57:12.386871 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-81f364a2-8378-4f24-bd21-aadaf5bf012c req-cc8ae09a-518b-4838-90c9-e22e93896dfc tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525191 Jun 28 09:57:12.497415 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27156'] for router, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:12.498465 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-601449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27149'] for router, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:12.530528 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fa0e888-dc8c-5619-9e71-fea9e529594f-fe5c0b51-1005-4ae1-a254-4e058201c26b', 'network_id': 'fe5c0b51-1005-4ae1-a254-4e058201c26b', 'tenant_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'fixed_ips': [{'subnet_id': '56d8fc76-db36-49e8-aa79-3c0239c61a79'}]}} from dv-cinder-786627-12-iscsi. {{(pid=100131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:57:12.531429 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:12.590400 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:12.615364 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bfefa-0b8d-46ff-a0c4-06082d236f83 req-95905101-3007-45a5-8141-3f2c22b2d92f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:12.617034 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-948bfefa-0b8d-46ff-a0c4-06082d236f83 req-95905101-3007-45a5-8141-3f2c22b2d92f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1208510 Jun 28 09:57:12.697528 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-948bfefa-0b8d-46ff-a0c4-06082d236f83 req-e92222d6-4c33-4cf5-8e51-95d963f735d1 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740085 Jun 28 09:57:12.727546 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d326a-95ba-445d-a8c1-3caeeec82eac req-dbee687c-dde6-4fd0-a716-8e49601e65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:12.729704 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-063d326a-95ba-445d-a8c1-3caeeec82eac req-dbee687c-dde6-4fd0-a716-8e49601e65c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f5cd03267bb4fef9e29eeb5f7aeea2d&device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 1098 time: 0.0895352 Jun 28 09:57:12.772417 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.db_base_plugin_common [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Allocated IP 172.20.0.2 (fe5c0b51-1005-4ae1-a254-4e058201c26b/56d8fc76-db36-49e8-aa79-3c0239c61a79/29367616-f97c-4db0-a7ba-02cdee85b297) {{(pid=100131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:12.852500 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d326a-95ba-445d-a8c1-3caeeec82eac req-e00f93f1-63ec-4fe2-8bc7-ce2a0e66bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:12.863930 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-063d326a-95ba-445d-a8c1-3caeeec82eac req-e00f93f1-63ec-4fe2-8bc7-ce2a0e66bbed service neutron] 10.222.0.37 "GET /v2.0/networks?id=059b1d65-d322-4b4c-83ce-48fd289a3bcf HTTP/1.1" status: 200 len: 919 time: 0.1170161 Jun 28 09:57:12.911259 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-063d326a-95ba-445d-a8c1-3caeeec82eac req-9718e73c-8cdd-4de9-aea0-664ac361841d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 HTTP/1.1" status: 200 len: 217 time: 0.0462356 Jun 28 09:57:12.931169 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27199'] for router, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:12.971157 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d326a-95ba-445d-a8c1-3caeeec82eac req-b79071a6-8541-4030-89e7-6687a11e64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:12.973041 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-063d326a-95ba-445d-a8c1-3caeeec82eac req-b79071a6-8541-4030-89e7-6687a11e64cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=425698d2-70d0-4e8c-9f39-29fdfe2da4b2 HTTP/1.1" status: 200 len: 858 time: 0.0543120 Jun 28 09:57:12.973478 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a59f0-e58d-4ea6-a502-83341784770f req-1357f384-2f20-4a1e-8fee-5a64ad1037a4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:12.975394 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-143a59f0-e58d-4ea6-a502-83341784770f req-1357f384-2f20-4a1e-8fee-5a64ad1037a4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.1699948 Jun 28 09:57:12.986998 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Notify callbacks [] for port, precommit_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:12.997705 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Transition to ACTIVE for port object 29367616-f97c-4db0-a7ba-02cdee85b297 will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:13.018286 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-063d326a-95ba-445d-a8c1-3caeeec82eac req-58bdd24c-43b9-4b34-9063-bac0b7c27c4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=059b1d65-d322-4b4c-83ce-48fd289a3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348375 Jun 28 09:57:13.039843 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Transition to ACTIVE for port object 29367616-f97c-4db0-a7ba-02cdee85b297 will not be triggered until provisioned by entity DHCP. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:13.043954 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-143a59f0-e58d-4ea6-a502-83341784770f req-d1fbcf78-4995-4135-aaba-2f02872835fd tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532484 Jun 28 09:57:13.144482 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-063d326a-95ba-445d-a8c1-3caeeec82eac req-51e340a2-8ae5-4dc7-b0e6-7402cc5e6631 service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115770 Jun 28 09:57:13.164541 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:13.166727 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:13.232147 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Network fe5c0b51-1005-4ae1-a254-4e058201c26b is already hosted by enough agents. {{(pid=100131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:13.235403 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.base_scheduler [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Resources bound (agent type, host, resource id): {{(pid=100131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:13.240139 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Received port after_create {{(pid=100131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:13.243490 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Pushing event updated for resources: {'Port': ['ID=29367616-f97c-4db0-a7ba-02cdee85b297,revision_number=1']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:13.253588 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:13.254176 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:13.254728 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:13.255146 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:13.255672 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:13.256076 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:13.256479 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:13.256900 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:13.257340 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:13.257752 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:13.258145 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:13.258541 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:57:13.262267 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:13.306934 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-063d326a-95ba-445d-a8c1-3caeeec82eac req-b3651549-06a3-4397-b8fc-89c6c44729a1 service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511405 Jun 28 09:57:13.355104 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Attempting to bind port 29367616-f97c-4db0-a7ba-02cdee85b297 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:57:13.355452 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Attempting to bind port 29367616-f97c-4db0-a7ba-02cdee85b297 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '24fac634-854d-4539-a665-ed9a38554446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe5c0b51-1005-4ae1-a254-4e058201c26b'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:57:13.355820 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Attempting to bind port 29367616-f97c-4db0-a7ba-02cdee85b297 on network fe5c0b51-1005-4ae1-a254-4e058201c26b {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:13.361601 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:13.366712 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:57:13.366712 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Checking segment: {'id': '24fac634-854d-4539-a665-ed9a38554446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe5c0b51-1005-4ae1-a254-4e058201c26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:13.366712 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:13.366712 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Bound using segment: {'id': '24fac634-854d-4539-a665-ed9a38554446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe5c0b51-1005-4ae1-a254-4e058201c26b'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:57:13.366712 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Bound port: 29367616-f97c-4db0-a7ba-02cdee85b297, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fac634-854d-4539-a665-ed9a38554446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe5c0b51-1005-4ae1-a254-4e058201c26b'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:57:13.367169 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:13.385811 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:13.450891 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] For port 29367616-f97c-4db0-a7ba-02cdee85b297, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:57:13.460595 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] For port 29367616-f97c-4db0-a7ba-02cdee85b297, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=29367616-f97c-4db0-a7ba-02cdee85b297,segment=NetworkSegment(24fac634-854d-4539-a665-ed9a38554446),segment_id=24fac634-854d-4539-a665-ed9a38554446)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:57:13.527974 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Allocated IP 172.27.2.154 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/7650ddf4-208c-4ad6-8a61-fa3dac7491a8) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:13.587759 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:13.599590 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:13.681484 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Pushing event updated for resources: {'Port': ['ID=29367616-f97c-4db0-a7ba-02cdee85b297,revision_number=2']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:13.684562 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:13.730225 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:13.753550 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad6a7a-ddf7-4464-97fb-5e1947794e5f req-5a38aa81-68f3-4679-add7-e1d1eba3df2f tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:13.755163 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-75ad6a7a-ddf7-4464-97fb-5e1947794e5f req-5a38aa81-68f3-4679-add7-e1d1eba3df2f tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 945 time: 0.1263127 Jun 28 09:57:13.825710 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-75ad6a7a-ddf7-4464-97fb-5e1947794e5f req-9587f9d4-d0a1-44e9-a772-1d3575f797df tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631962 Jun 28 09:57:13.966989 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device fad567e3-3216-4a60-9fd3-48d58c90e950 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:13.974768 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59015149'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:13.979247 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:14.018863 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69047e7a-f545-4b60-b77d-db81d07c179a req-b80426c6-6090-4c60-8dc0-a6a12ec0dd2d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:14.025419 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-69047e7a-f545-4b60-b77d-db81d07c179a req-b80426c6-6090-4c60-8dc0-a6a12ec0dd2d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1476922 Jun 28 09:57:14.048874 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:14.093242 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:14.100850 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:14.136139 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Pushing event updated for resources: {'Port': ['ID=7650ddf4-208c-4ad6-8a61-fa3dac7491a8,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:14.151643 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:14.163835 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-69047e7a-f545-4b60-b77d-db81d07c179a req-e8906a66-c85f-4610-b00d-3aeeb282dbc6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284173 Jun 28 09:57:14.198010 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port fad567e3-3216-4a60-9fd3-48d58c90e950 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:14.203233 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port fad567e3-3216-4a60-9fd3-48d58c90e950 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:14.203620 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:14.291171 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:14.324782 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port fad567e3-3216-4a60-9fd3-48d58c90e950, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=fad567e3-3216-4a60-9fd3-48d58c90e950,segment=NetworkSegment(a427546c-ee22-4cc2-b0d6-ac437961ff36),segment_id=a427546c-ee22-4cc2-b0d6-ac437961ff36)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:14.344952 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd320bb-98c2-447c-8c4f-ac9041b7a3f0 req-92fd8668-9f1b-42de-b5db-906e0785a716 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:14.347478 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ffd320bb-98c2-447c-8c4f-ac9041b7a3f0 req-92fd8668-9f1b-42de-b5db-906e0785a716 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.1704357 Jun 28 09:57:14.389787 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ffd320bb-98c2-447c-8c4f-ac9041b7a3f0 req-cbf4070d-1e93-401a-af3e-43012b497699 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363188 Jun 28 09:57:14.574874 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:14.584461 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ecbb3ae1-4307-464c-81e3-4b0d44771366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:14.594077 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 6b1a093a-08f4-420f-a5ed-f40de285f653 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:14.671911 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=fad567e3-3216-4a60-9fd3-48d58c90e950,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:14.675931 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:14.705450 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:14.707217 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be88c33-60da-441d-8a81-f5079b395e26 None None] Network fe5c0b51-1005-4ae1-a254-4e058201c26b requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:57:14.870530 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd169a5-5af8-4aa4-8b40-0b2ccdf8f209 req-0695ad6b-a208-4e8e-b54a-5f7594a1ea00 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:14.872649 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bfd169a5-5af8-4aa4-8b40-0b2ccdf8f209 req-0695ad6b-a208-4e8e-b54a-5f7594a1ea00 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 945 time: 0.1606412 Jun 28 09:57:14.975930 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0260791c-2767-4985-8f16-51e3c8085304 req-857d11e8-1c48-46dd-9687-64bd7ef0f75c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1633778 Jun 28 09:57:15.001564 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-3ee3595f-7046-40b6-9364-8a5e621b5de7 None None] Provisioning for port 29367616-f97c-4db0-a7ba-02cdee85b297 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:15.019590 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641423'] for router, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:15.050845 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-bfd169a5-5af8-4aa4-8b40-0b2ccdf8f209 req-8b4a5160-5748-4796-81db-e8dbc923cb32 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Deleting port a289dccd-79ea-46c2-af30-668c20b6f0c6 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:57:15.051272 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-bfd169a5-5af8-4aa4-8b40-0b2ccdf8f209 req-8b4a5160-5748-4796-81db-e8dbc923cb32 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:15.082723 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611d7b-c1a8-4ca0-8692-9f4a81ac5aea req-2fae188e-a139-4715-b703-79682bd020f8 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:15.084382 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d3611d7b-c1a8-4ca0-8692-9f4a81ac5aea req-2fae188e-a139-4715-b703-79682bd020f8 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 945 time: 0.1259775 Jun 28 09:57:15.158698 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260791c-2767-4985-8f16-51e3c8085304 req-78f99163-3696-4103-8a94-c47d41431da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:15.160247 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0260791c-2767-4985-8f16-51e3c8085304 req-78f99163-3696-4103-8a94-c47d41431da8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f5cd03267bb4fef9e29eeb5f7aeea2d&device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 1098 time: 0.1456966 Jun 28 09:57:15.177861 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-bfd169a5-5af8-4aa4-8b40-0b2ccdf8f209 req-8b4a5160-5748-4796-81db-e8dbc923cb32 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] For port a289dccd-79ea-46c2-af30-668c20b6f0c6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a289dccd-79ea-46c2-af30-668c20b6f0c6,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:15.177861 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-bfd169a5-5af8-4aa4-8b40-0b2ccdf8f209 req-8b4a5160-5748-4796-81db-e8dbc923cb32 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:15.200818 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-bfd169a5-5af8-4aa4-8b40-0b2ccdf8f209 req-8b4a5160-5748-4796-81db-e8dbc923cb32 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Calling delete_port for a289dccd-79ea-46c2-af30-668c20b6f0c6 owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:57:15.222100 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d3611d7b-c1a8-4ca0-8692-9f4a81ac5aea req-338e2912-c335-4e43-8501-6bff1d3a9ed6 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152318 Jun 28 09:57:15.248299 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:15.340574 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260791c-2767-4985-8f16-51e3c8085304 req-f0451079-0b6f-4a3c-94b1-8d5bd0638a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:15.342083 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0260791c-2767-4985-8f16-51e3c8085304 req-f0451079-0b6f-4a3c-94b1-8d5bd0638a0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=059b1d65-d322-4b4c-83ce-48fd289a3bcf HTTP/1.1" status: 200 len: 919 time: 0.1551640 Jun 28 09:57:15.394670 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0260791c-2767-4985-8f16-51e3c8085304 req-feb059a0-8bfc-4e07-996d-68f1890587e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=248b1f38-2486-4fb7-976e-cbfad5f386af HTTP/1.1" status: 200 len: 217 time: 0.0434718 Jun 28 09:57:15.397426 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4698d6a-a7ce-4fe2-8e27-d11985a2d08c req-4d02551d-ad1e-4d0b-8370-5a1c6743e700 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:15.399021 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a4698d6a-a7ce-4fe2-8e27-d11985a2d08c req-4d02551d-ad1e-4d0b-8370-5a1c6743e700 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0724161 Jun 28 09:57:15.400212 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Router 047fcb03-98eb-49b2-929f-cd5b3ceedb11 is scheduled to L3 agent 6120e629-0eac-4308-8089-a939bca814a4 with binding_index 1 {{(pid=100130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:57:15.482166 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260791c-2767-4985-8f16-51e3c8085304 req-0d9f04eb-4b30-4499-a8dd-f2542973fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:15.484189 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0260791c-2767-4985-8f16-51e3c8085304 req-0d9f04eb-4b30-4499-a8dd-f2542973fc24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=425698d2-70d0-4e8c-9f39-29fdfe2da4b2 HTTP/1.1" status: 200 len: 858 time: 0.0793171 Jun 28 09:57:15.489375 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a4698d6a-a7ce-4fe2-8e27-d11985a2d08c req-42b16aab-97f8-4788-8256-49ac271f628c tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832429 Jun 28 09:57:15.526034 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0260791c-2767-4985-8f16-51e3c8085304 req-f0a3c5cc-0fcd-48e7-9976-aee75bf66c02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=059b1d65-d322-4b4c-83ce-48fd289a3bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335126 Jun 28 09:57:15.539989 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:57:15.556399 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Sync routers for ids ['047fcb03-98eb-49b2-929f-cd5b3ceedb11'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:57:15.559218 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Routers {'047fcb03-98eb-49b2-929f-cd5b3ceedb11'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:15.559927 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:57:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['047fcb03-98eb-49b2-929f-cd5b3ceedb11'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:15.619654 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0260791c-2767-4985-8f16-51e3c8085304 req-9d49030d-b9fe-452d-b569-4275a3a91cd9 service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847239 Jun 28 09:57:15.660976 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Set router 047fcb03-98eb-49b2-929f-cd5b3ceedb11 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:15.731278 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0260791c-2767-4985-8f16-51e3c8085304 req-0de34d0a-ca89-4759-a7d7-581baca8a810 service neutron] 10.222.0.37 "GET /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048355 Jun 28 09:57:15.775179 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-bfd169a5-5af8-4aa4-8b40-0b2ccdf8f209 req-8b4a5160-5748-4796-81db-e8dbc923cb32 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:15.776348 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Notify callbacks [] for router, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:15.780006 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4500740 Jun 28 09:57:15.780641 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 49052) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:15.783115 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:15.788334 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['7d773b2a-82e6-4d32-956b-a4b5bc2d6520', '8b970265-f3f2-4bac-a9d9-4c87a85d4a0c', 'a289dccd-79ea-46c2-af30-668c20b6f0c6'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:15.865554 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'name': 'tempest-TestMinimumBasicScenario-1922588143-router', 'tenant_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '7650ddf4-208c-4ad6-8a61-fa3dac7491a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:12Z', 'updated_at': '2021-06-28T09:57:14Z', 'revision_number': 3, 'project_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'gw_port': {'id': '7650ddf4-208c-4ad6-8a61-fa3dac7491a8', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:13Z', 'updated_at': '2021-06-28T09:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:15.873156 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a5160-5748-4796-81db-e8dbc923cb32 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Pushing event deleted for resources: {'Port': ['ID=a289dccd-79ea-46c2-af30-668c20b6f0c6,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:15.879573 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-8b4a5160-5748-4796-81db-e8dbc923cb32 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:15.901927 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Checking router: 047fcb03-98eb-49b2-929f-cd5b3ceedb11 for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:57:15.902505 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Updating router 047fcb03-98eb-49b2-929f-cd5b3ceedb11 port 7650ddf4-208c-4ad6-8a61-fa3dac7491a8 binding host dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:57:15.945453 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd169a5-5af8-4aa4-8b40-0b2ccdf8f209 req-8b4a5160-5748-4796-81db-e8dbc923cb32 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] No DVR routers for this DVR port a289dccd-79ea-46c2-af30-668c20b6f0c6 on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:57:15.948058 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-bfd169a5-5af8-4aa4-8b40-0b2ccdf8f209 req-8b4a5160-5748-4796-81db-e8dbc923cb32 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:15.950343 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bfd169a5-5af8-4aa4-8b40-0b2ccdf8f209 req-8b4a5160-5748-4796-81db-e8dbc923cb32 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "DELETE /v2.0/ports/a289dccd-79ea-46c2-af30-668c20b6f0c6 HTTP/1.1" status: 204 len: 173 time: 1.0706894 Jun 28 09:57:15.950852 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdebfd0-68aa-4a28-95be-5f51801674f5', 'name': 'network-vif-deleted', 'tag': 'a289dccd-79ea-46c2-af30-668c20b6f0c6'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:15.953318 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf29cf1-0138-4f62-b3e6-d2b49b9defc6" -d '{"events": [{"server_uuid": "afdebfd0-68aa-4a28-95be-5f51801674f5", "name": "network-vif-deleted", "tag": "a289dccd-79ea-46c2-af30-668c20b6f0c6"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:15.977570 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:16.013860 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ecd6b9-bca4-4030-a290-807060bd013e x-openstack-request-id: req-91ecd6b9-bca4-4030-a290-807060bd013e {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:16.013860 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdebfd0-68aa-4a28-95be-5f51801674f5", "name": "network-vif-deleted", "tag": "a289dccd-79ea-46c2-af30-668c20b6f0c6", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:16.014212 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91ecd6b9-bca4-4030-a290-807060bd013e {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:16.014702 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdebfd0-68aa-4a28-95be-5f51801674f5', 'name': 'network-vif-deleted', 'tag': 'a289dccd-79ea-46c2-af30-668c20b6f0c6', 'status': 'completed', 'code': 200} Jun 28 09:57:16.147928 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device fad567e3-3216-4a60-9fd3-48d58c90e950 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:16.261257 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Notify callbacks [] for port, precommit_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:16.286981 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port fad567e3-3216-4a60-9fd3-48d58c90e950 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:16.291664 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:16.294430 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.provisioning_blocks [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Transition to ACTIVE for port object 7650ddf4-208c-4ad6-8a61-fa3dac7491a8 will not be triggered until provisioned by entity L2. {{(pid=100132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:16.407127 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 29367616-f97c-4db0-a7ba-02cdee85b297 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:16.431962 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0848cf55-fb7d-492f-a48b-e730cbe32c2a req-77010d7f-a0a7-49e5-a7d9-dd8447c74ed1 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 210 time: 0.0343137 Jun 28 09:57:16.550460 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:16.566810 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-63d1da5e-366d-49dd-975a-f52174063556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:16.618260 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Attempting to bind port 7650ddf4-208c-4ad6-8a61-fa3dac7491a8 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:57:16.618260 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Attempting to bind port 7650ddf4-208c-4ad6-8a61-fa3dac7491a8 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:57:16.618260 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Attempting to bind port 7650ddf4-208c-4ad6-8a61-fa3dac7491a8 on network a0abfdc1-536a-466f-8075-78b887cfa2eb {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:16.620554 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429eb04-0308-49d3-89ec-d05406709246 None None] Pushing event updated for resources: {'Port': ['ID=7650ddf4-208c-4ad6-8a61-fa3dac7491a8,revision_number=2']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:16.624634 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-2429eb04-0308-49d3-89ec-d05406709246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:16.627141 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:57:16.627141 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Checking segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:16.627141 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:16.627141 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Bound using segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:57:16.627535 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Bound port: 7650ddf4-208c-4ad6-8a61-fa3dac7491a8, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:57:16.627734 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:16.654772 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 29367616-f97c-4db0-a7ba-02cdee85b297 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:16.664399 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 29367616-f97c-4db0-a7ba-02cdee85b297 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:16.664399 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:16.697539 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] For port 7650ddf4-208c-4ad6-8a61-fa3dac7491a8, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:57:16.700910 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] For port 7650ddf4-208c-4ad6-8a61-fa3dac7491a8, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=7650ddf4-208c-4ad6-8a61-fa3dac7491a8,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:57:16.739379 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae860b0e-d100-439c-a024-d7e3bb830b8f req-eafe674a-d99a-4b51-af4c-0668adf2d51c tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:16.740920 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ae860b0e-d100-439c-a024-d7e3bb830b8f req-eafe674a-d99a-4b51-af4c-0668adf2d51c tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1306119 Jun 28 09:57:16.773153 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:16.778860 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:16.801982 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ae860b0e-d100-439c-a024-d7e3bb830b8f req-47cf719b-9d47-4c4b-a9e5-e71fbe390e1d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546362 Jun 28 09:57:16.811143 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 29367616-f97c-4db0-a7ba-02cdee85b297, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=29367616-f97c-4db0-a7ba-02cdee85b297,segment=NetworkSegment(24fac634-854d-4539-a665-ed9a38554446),segment_id=24fac634-854d-4539-a665-ed9a38554446)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:16.921699 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:16.925606 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:16.959569 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Allocated IP 172.20.0.1 (fe5c0b51-1005-4ae1-a254-4e058201c26b/56d8fc76-db36-49e8-aa79-3c0239c61a79/47bb813c-f7e7-4225-aca6-e767a015607a) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:16.975706 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:16.979855 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:16.994854 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429eb04-0308-49d3-89ec-d05406709246 None None] Pushing event updated for resources: {'Port': ['ID=7650ddf4-208c-4ad6-8a61-fa3dac7491a8,revision_number=3']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:17.009607 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Routers {'047fcb03-98eb-49b2-929f-cd5b3ceedb11'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:17.009607 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:57:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['047fcb03-98eb-49b2-929f-cd5b3ceedb11'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:17.044060 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=29367616-f97c-4db0-a7ba-02cdee85b297,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:17.052638 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:17.107099 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:17.129616 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.provisioning_blocks [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Transition to ACTIVE for port object 47bb813c-f7e7-4225-aca6-e767a015607a will not be triggered until provisioned by entity DHCP. {{(pid=100130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:17.140233 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-2429eb04-0308-49d3-89ec-d05406709246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:17.211121 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] Set router 047fcb03-98eb-49b2-929f-cd5b3ceedb11 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:17.294520 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59015149'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:17.300277 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:17.371338 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Network fe5c0b51-1005-4ae1-a254-4e058201c26b is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:17.379898 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:17.382655 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:17.386452 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Pushing event updated for resources: {'Port': ['ID=47bb813c-f7e7-4225-aca6-e767a015607a,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:17.409222 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'name': 'tempest-TestMinimumBasicScenario-1922588143-router', 'tenant_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '7650ddf4-208c-4ad6-8a61-fa3dac7491a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:12Z', 'updated_at': '2021-06-28T09:57:14Z', 'revision_number': 3, 'project_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'gw_port': {'id': '7650ddf4-208c-4ad6-8a61-fa3dac7491a8', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:13Z', 'updated_at': '2021-06-28T09:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:17.410702 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:17.434162 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714509'] for router_interface, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:17.436840 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34034ea9-85fb-4557-b14f-3e1b9c23e8d7 None None] The sync data for ids ['047fcb03-98eb-49b2-929f-cd5b3ceedb11'] in dv-cinder-786627-12-iscsi is: [{'id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'name': 'tempest-TestMinimumBasicScenario-1922588143-router', 'tenant_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '7650ddf4-208c-4ad6-8a61-fa3dac7491a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:12Z', 'updated_at': '2021-06-28T09:57:14Z', 'revision_number': 3, 'project_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'gw_port': {'id': '7650ddf4-208c-4ad6-8a61-fa3dac7491a8', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:13Z', 'updated_at': '2021-06-28T09:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:57:17.482327 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a10de-17ba-4065-b990-aa22a6c5308a req-2e9e2e2b-1005-4db9-8f57-57516b6efe36 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:17.483902 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-546a10de-17ba-4065-b990-aa22a6c5308a req-2e9e2e2b-1005-4db9-8f57-57516b6efe36 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.1735938 Jun 28 09:57:17.625576 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-546a10de-17ba-4065-b990-aa22a6c5308a req-ab2d3bbe-ff87-431c-8a09-24904e3be4d3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131070 Jun 28 09:57:17.713519 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7903ac1f-f841-4f08-a76c-0536ddbab6c1 req-9dea0855-6a85-49c5-8fbe-d3a9bf4f8646 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 210 time: 0.0309448 Jun 28 09:57:17.824499 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-9fdcf4fd-1896-42b0-869f-68d8f032957f None None] Provisioning for port 47bb813c-f7e7-4225-aca6-e767a015607a completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:17.831624 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-9fdcf4fd-1896-42b0-869f-68d8f032957f None None] Provisioning complete for port 47bb813c-f7e7-4225-aca6-e767a015607a triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:17.833885 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-9fdcf4fd-1896-42b0-869f-68d8f032957f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:17.917574 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:17.917778 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-9fdcf4fd-1896-42b0-869f-68d8f032957f None None] Port 47bb813c-f7e7-4225-aca6-e767a015607a cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:57:18.017645 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 7650ddf4-208c-4ad6-8a61-fa3dac7491a8 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:18.102836 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:18.186030 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 7650ddf4-208c-4ad6-8a61-fa3dac7491a8 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:18.186242 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014943'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:18.190816 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e5ccb200-18fc-421d-a531-e7206246e18c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:18.191409 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 7650ddf4-208c-4ad6-8a61-fa3dac7491a8 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:18.191987 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:18.264438 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Pushing event updated for resources: {'Port': ['ID=47bb813c-f7e7-4225-aca6-e767a015607a,revision_number=2']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:18.267779 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714641'] for router_interface, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:18.278381 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:18.286047 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 49114) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:18.340569 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:18.364022 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 7650ddf4-208c-4ad6-8a61-fa3dac7491a8, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=7650ddf4-208c-4ad6-8a61-fa3dac7491a8,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:18.394551 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Network fe5c0b51-1005-4ae1-a254-4e058201c26b is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:18.396154 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:18.401600 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8266c22a-71cc-4151-911f-11cec06122ea req-8211dcd0-021c-4981-8ed1-47bc28ffc9f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136312 Jun 28 09:57:18.517334 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Router 047fcb03-98eb-49b2-929f-cd5b3ceedb11 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:57:18.535356 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:18.536272 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 29367616-f97c-4db0-a7ba-02cdee85b297 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:18.572507 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:18.636418 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=7650ddf4-208c-4ad6-8a61-fa3dac7491a8,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:18.636418 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:18.644312 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:57:18.648316 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 29367616-f97c-4db0-a7ba-02cdee85b297 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:18.648728 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:18.650687 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] 10.222.0.30 "PUT /v2.0/routers/047fcb03-98eb-49b2-929f-cd5b3ceedb11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8681533 Jun 28 09:57:18.755090 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-6ec780c0-ede9-46d9-a022-32651b850f04 None None] Provisioning complete for port 47bb813c-f7e7-4225-aca6-e767a015607a triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:18.755588 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6ec780c0-ede9-46d9-a022-32651b850f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:18.806448 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-6ec780c0-ede9-46d9-a022-32651b850f04 None None] Port 47bb813c-f7e7-4225-aca6-e767a015607a cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:57:18.882108 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb10d3-e8f0-4cf1-aa9e-1df3e66a824a req-dc108040-c83f-4fc7-ac69-310e01582bbf tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:18.883747 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-64eb10d3-e8f0-4cf1-aa9e-1df3e66a824a req-dc108040-c83f-4fc7-ac69-310e01582bbf tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0879414 Jun 28 09:57:18.904838 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ffe2ed1b-39ae-43e9-94f7-1c6afa3bb85d req-c1eaa1ed-1223-4570-86dd-a2add092adc8 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 210 time: 0.0401812 Jun 28 09:57:18.937662 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-64eb10d3-e8f0-4cf1-aa9e-1df3e66a824a req-4e3be9e5-c1b5-4139-9e7f-d65f88f222d0 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351646 Jun 28 09:57:19.635509 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device a289dccd-79ea-46c2-af30-668c20b6f0c6 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:19.658879 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Sync routers for ids ['047fcb03-98eb-49b2-929f-cd5b3ceedb11'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:57:19.661371 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: a289dccd-79ea-46c2-af30-668c20b6f0c6 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:57:19.661737 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device a289dccd-79ea-46c2-af30-668c20b6f0c6 not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:57:19.674210 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Routers {'047fcb03-98eb-49b2-929f-cd5b3ceedb11'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:19.674210 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:57:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['047fcb03-98eb-49b2-929f-cd5b3ceedb11'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:19.807380 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Set router 047fcb03-98eb-49b2-929f-cd5b3ceedb11 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:19.919518 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 7650ddf4-208c-4ad6-8a61-fa3dac7491a8 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:20.197433 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-729c05c5-8b01-48cc-a7a2-64711a87422d req-22647efe-1f0a-4e7d-aebf-6e1af45a10eb tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=afdebfd0-68aa-4a28-95be-5f51801674f5 HTTP/1.1" status: 200 len: 210 time: 0.0538015 Jun 28 09:57:20.254159 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 7650ddf4-208c-4ad6-8a61-fa3dac7491a8 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:20.254548 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:20.344303 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'name': 'tempest-TestMinimumBasicScenario-1922588143-router', 'tenant_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '7650ddf4-208c-4ad6-8a61-fa3dac7491a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:12Z', 'updated_at': '2021-06-28T09:57:17Z', 'revision_number': 4, 'project_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'gw_port': {'id': '7650ddf4-208c-4ad6-8a61-fa3dac7491a8', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:13Z', 'updated_at': '2021-06-28T09:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '47bb813c-f7e7-4225-aca6-e767a015607a', 'name': '', 'network_id': 'fe5c0b51-1005-4ae1-a254-4e058201c26b', 'tenant_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'mac_address': 'fa:16:3e:b3:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '56d8fc76-db36-49e8-aa79-3c0239c61a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:16Z', 'updated_at': '2021-06-28T09:57:17Z', 'revision_number': 2, 'project_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'subnets': [{'id': '56d8fc76-db36-49e8-aa79-3c0239c61a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:20.371009 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3db74-9c0e-4223-8329-bff691b11bc0 req-a9d9db3e-950e-4cf3-8186-259652274f2c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:20.373326 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a6c3db74-9c0e-4223-8329-bff691b11bc0 req-a9d9db3e-950e-4cf3-8186-259652274f2c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.1473596 Jun 28 09:57:20.411749 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Checking router: 047fcb03-98eb-49b2-929f-cd5b3ceedb11 for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:57:20.412122 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Updating router 047fcb03-98eb-49b2-929f-cd5b3ceedb11 port 47bb813c-f7e7-4225-aca6-e767a015607a binding host dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:57:20.467990 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:20.508861 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a6c3db74-9c0e-4223-8329-bff691b11bc0 req-50635e90-61f7-44e9-8040-c437fbb484ba tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178384 Jun 28 09:57:20.545197 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-a11f6f54-2b64-4e5d-b772-92c3e7b98625 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:20.554487 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-a11f6f54-2b64-4e5d-b772-92c3e7b98625 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/networks?id=ad90ee26-f214-423d-915c-1771f9f452d5 HTTP/1.1" status: 200 len: 813 time: 0.2250345 Jun 28 09:57:20.572796 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-637ecc84-1b5a-4efc-8e38-53be9d66ca14 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/quotas/29cdbedef56d4f36a5b7b1b846f80a9a HTTP/1.1" status: 200 len: 375 time: 0.0167978 Jun 28 09:57:20.622515 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-f1949702-86e1-4f22-88b2-215ea8cbf87b tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=29cdbedef56d4f36a5b7b1b846f80a9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487652 Jun 28 09:57:20.755360 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-af880e03-a497-4227-8178-80dc3aaaa73d service neutron] 10.222.0.30 "GET /v2.0/networks/ad90ee26-f214-423d-915c-1771f9f452d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316526 Jun 28 09:57:20.893283 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-aa903d29-e9c2-4003-949e-7f7e84bffcbd service neutron] 10.222.0.30 "GET /v2.0/networks/ad90ee26-f214-423d-915c-1771f9f452d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365304 Jun 28 09:57:21.007528 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Notify callbacks [] for port, precommit_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:21.037343 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Transition to ACTIVE for port object 47bb813c-f7e7-4225-aca6-e767a015607a will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:21.164346 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 49186) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:21.201786 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:21.203957 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:21.332559 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a128900c-41ba-4f7b-8f01-578fcc069876 req-cc43bebc-9e75-4bdf-a2d2-9101a9bb2910 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 210 time: 0.0502334 Jun 28 09:57:21.336344 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25df6f-2d43-4b09-9545-03b527141017 None None] Pushing event updated for resources: {'Port': ['ID=47bb813c-f7e7-4225-aca6-e767a015607a,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:21.350534 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-58c02c21-ca1f-4080-8604-4ea9ac5f14b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:21.353241 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-8c25df6f-2d43-4b09-9545-03b527141017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:21.493688 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Attempting to bind port 47bb813c-f7e7-4225-aca6-e767a015607a on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:57:21.494079 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Attempting to bind port 47bb813c-f7e7-4225-aca6-e767a015607a by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '24fac634-854d-4539-a665-ed9a38554446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe5c0b51-1005-4ae1-a254-4e058201c26b'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:57:21.494453 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Attempting to bind port 47bb813c-f7e7-4225-aca6-e767a015607a on network fe5c0b51-1005-4ae1-a254-4e058201c26b {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:21.507836 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:57:21.508231 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Checking segment: {'id': '24fac634-854d-4539-a665-ed9a38554446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe5c0b51-1005-4ae1-a254-4e058201c26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:21.508651 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:21.509135 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Bound using segment: {'id': '24fac634-854d-4539-a665-ed9a38554446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe5c0b51-1005-4ae1-a254-4e058201c26b'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:57:21.509624 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Bound port: 47bb813c-f7e7-4225-aca6-e767a015607a, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fac634-854d-4539-a665-ed9a38554446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fe5c0b51-1005-4ae1-a254-4e058201c26b'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:57:21.510026 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:21.604444 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-58c02c21-ca1f-4080-8604-4ea9ac5f14b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:21.641874 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] For port 47bb813c-f7e7-4225-aca6-e767a015607a, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:57:21.646168 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] For port 47bb813c-f7e7-4225-aca6-e767a015607a, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=47bb813c-f7e7-4225-aca6-e767a015607a,segment=NetworkSegment(24fac634-854d-4539-a665-ed9a38554446),segment_id=24fac634-854d-4539-a665-ed9a38554446)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:57:21.756597 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951d722-0b22-4799-b68e-45a14ce23198 req-d7fc50ac-db4c-43a2-8b24-8673eccff745 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:21.758139 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2951d722-0b22-4799-b68e-45a14ce23198 req-d7fc50ac-db4c-43a2-8b24-8673eccff745 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0779839 Jun 28 09:57:21.796904 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:21.800060 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:21.817698 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-58c02c21-ca1f-4080-8604-4ea9ac5f14b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:21.824356 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-7e85ebcd-c0a2-422f-ba43-49711c996878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:21.875089 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2951d722-0b22-4799-b68e-45a14ce23198 req-c5f9bad1-1563-4e29-bf01-7fbe32925e1d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892596 Jun 28 09:57:21.898681 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-58c02c21-ca1f-4080-8604-4ea9ac5f14b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=faa305b58a62498d94100c15206b34f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7328036 Jun 28 09:57:21.901646 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 49204) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:21.904937 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c02c21-ca1f-4080-8604-4ea9ac5f14b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50242802-0b56-455b-ae85-d102d129834a,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:21.916871 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-58c02c21-ca1f-4080-8604-4ea9ac5f14b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:21.968049 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25df6f-2d43-4b09-9545-03b527141017 None None] Pushing event updated for resources: {'Port': ['ID=47bb813c-f7e7-4225-aca6-e767a015607a,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:21.968049 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-8c25df6f-2d43-4b09-9545-03b527141017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:21.983676 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Routers {'047fcb03-98eb-49b2-929f-cd5b3ceedb11'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:57:21.984340 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:57:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['047fcb03-98eb-49b2-929f-cd5b3ceedb11'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:22.008988 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a6b262c0-cf17-47a5-89b2-49445e88d29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:22.034803 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a6b262c0-cf17-47a5-89b2-49445e88d29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:22.195604 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] Set router 047fcb03-98eb-49b2-929f-cd5b3ceedb11 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:57:22.437248 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-95dbea87-108a-4d6f-bac3-63feea0126d2 req-f8ab53c6-be12-4a79-8f61-924ef49d44fd tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 210 time: 0.0342455 Jun 28 09:57:22.479840 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'name': 'tempest-TestMinimumBasicScenario-1922588143-router', 'tenant_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '7650ddf4-208c-4ad6-8a61-fa3dac7491a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:12Z', 'updated_at': '2021-06-28T09:57:17Z', 'revision_number': 4, 'project_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'gw_port': {'id': '7650ddf4-208c-4ad6-8a61-fa3dac7491a8', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:13Z', 'updated_at': '2021-06-28T09:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '47bb813c-f7e7-4225-aca6-e767a015607a', 'name': '', 'network_id': 'fe5c0b51-1005-4ae1-a254-4e058201c26b', 'tenant_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'mac_address': 'fa:16:3e:b3:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '56d8fc76-db36-49e8-aa79-3c0239c61a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:16Z', 'updated_at': '2021-06-28T09:57:21Z', 'revision_number': 4, 'project_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'subnets': [{'id': '56d8fc76-db36-49e8-aa79-3c0239c61a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:22.512406 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2770dbac-3788-43e7-b27c-4ade96c496cd None None] The sync data for ids ['047fcb03-98eb-49b2-929f-cd5b3ceedb11'] in dv-cinder-786627-12-iscsi is: [{'id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'name': 'tempest-TestMinimumBasicScenario-1922588143-router', 'tenant_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '7650ddf4-208c-4ad6-8a61-fa3dac7491a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:12Z', 'updated_at': '2021-06-28T09:57:17Z', 'revision_number': 4, 'project_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'gw_port': {'id': '7650ddf4-208c-4ad6-8a61-fa3dac7491a8', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:13Z', 'updated_at': '2021-06-28T09:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '47bb813c-f7e7-4225-aca6-e767a015607a', 'name': '', 'network_id': 'fe5c0b51-1005-4ae1-a254-4e058201c26b', 'tenant_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'mac_address': 'fa:16:3e:b3:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '56d8fc76-db36-49e8-aa79-3c0239c61a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:16Z', 'updated_at': '2021-06-28T09:57:21Z', 'revision_number': 4, 'project_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'subnets': [{'id': '56d8fc76-db36-49e8-aa79-3c0239c61a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:57:22.820864 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a6b262c0-cf17-47a5-89b2-49445e88d29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:22.825103 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a6b262c0-cf17-47a5-89b2-49445e88d29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:22.833470 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-a6b262c0-cf17-47a5-89b2-49445e88d29a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50242802-0b56-455b-ae85-d102d129834a HTTP/1.1" status: 204 len: 168 time: 0.9230261 Jun 28 09:57:22.834391 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d59e4313-9f47-4ecf-a39b-6e76095773a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:22.842488 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b262c0-cf17-47a5-89b2-49445e88d29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50242802-0b56-455b-ae85-d102d129834a,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:22.848303 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-a6b262c0-cf17-47a5-89b2-49445e88d29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:23.134751 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28d108-67c3-4a53-8f0d-7c7a2dac36d7 req-c38decab-2256-4e37-bf70-dbb403e7ef68 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:23.138396 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ba28d108-67c3-4a53-8f0d-7c7a2dac36d7 req-c38decab-2256-4e37-bf70-dbb403e7ef68 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0935979 Jun 28 09:57:23.187922 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ba28d108-67c3-4a53-8f0d-7c7a2dac36d7 req-037ccd4d-45fe-4af3-a090-5f796e883cc7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453153 Jun 28 09:57:23.511097 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1387cf-04c1-4b76-ba1c-d9d3524b334d req-a93124df-ee44-4ec5-b8b4-6d03a8e5a224 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:23.520768 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ba1387cf-04c1-4b76-ba1c-d9d3524b334d req-a93124df-ee44-4ec5-b8b4-6d03a8e5a224 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 945 time: 0.1252642 Jun 28 09:57:23.651656 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ba1387cf-04c1-4b76-ba1c-d9d3524b334d req-b3130e6d-eabf-4227-9143-1d1434a6d9fe tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294703 Jun 28 09:57:23.669358 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6ca62c77-6c8b-41d0-95fb-30762535ae25 req-9a45b001-72c6-4d3e-bba3-f72dc42bdcb2 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 210 time: 0.0972352 Jun 28 09:57:23.918616 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 47bb813c-f7e7-4225-aca6-e767a015607a up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:24.378837 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 47bb813c-f7e7-4225-aca6-e767a015607a completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:24.387972 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 47bb813c-f7e7-4225-aca6-e767a015607a triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:24.388629 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:24.409494 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdcb78-0dd3-4f57-a443-b11d0ff36ab7 req-b62c218b-125b-4c3f-b10d-35ac7a0089bb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:24.412268 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b6cdcb78-0dd3-4f57-a443-b11d0ff36ab7 req-b62c218b-125b-4c3f-b10d-35ac7a0089bb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0941119 Jun 28 09:57:24.489094 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b6cdcb78-0dd3-4f57-a443-b11d0ff36ab7 req-ec5d3db7-dd74-4ece-912d-921177f14aeb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708339 Jun 28 09:57:24.555787 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:24.600319 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 47bb813c-f7e7-4225-aca6-e767a015607a, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=47bb813c-f7e7-4225-aca6-e767a015607a,segment=NetworkSegment(24fac634-854d-4539-a665-ed9a38554446),segment_id=24fac634-854d-4539-a665-ed9a38554446)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:24.767037 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:24.769808 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:24.868131 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=47bb813c-f7e7-4225-aca6-e767a015607a,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:24.874329 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:24.926433 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fa6bcf75-ce26-4111-8e22-41a11ba73a8a req-c1ee0e2b-b060-42fc-9b7e-2f25718f11e5 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 210 time: 0.0365117 Jun 28 09:57:24.967654 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f53bf-bed2-4f24-b007-2a8dc739cfe7 req-df93385e-c447-4159-98e6-93a3a4dfcf64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:24.969306 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-544f53bf-bed2-4f24-b007-2a8dc739cfe7 req-df93385e-c447-4159-98e6-93a3a4dfcf64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 945 time: 0.1212862 Jun 28 09:57:25.028579 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-544f53bf-bed2-4f24-b007-2a8dc739cfe7 req-6a5e5063-266d-48a7-840b-209aebf4645a tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527320 Jun 28 09:57:25.081682 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813b690-78ea-43b1-9c1a-9b0f1ef0dcf2 req-c76b6973-fb76-4d06-a972-c451da21b162 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:25.083206 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3813b690-78ea-43b1-9c1a-9b0f1ef0dcf2 req-c76b6973-fb76-4d06-a972-c451da21b162 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 945 time: 0.0882652 Jun 28 09:57:25.206732 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-3813b690-78ea-43b1-9c1a-9b0f1ef0dcf2 req-da6cd58e-d76c-4222-82dc-7fa8899a591c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Deleting port 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:57:25.207338 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-3813b690-78ea-43b1-9c1a-9b0f1ef0dcf2 req-da6cd58e-d76c-4222-82dc-7fa8899a591c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:25.300737 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-3813b690-78ea-43b1-9c1a-9b0f1ef0dcf2 req-da6cd58e-d76c-4222-82dc-7fa8899a591c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] For port 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8b970265-f3f2-4bac-a9d9-4c87a85d4a0c,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:25.301130 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-3813b690-78ea-43b1-9c1a-9b0f1ef0dcf2 req-da6cd58e-d76c-4222-82dc-7fa8899a591c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:25.315886 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-3813b690-78ea-43b1-9c1a-9b0f1ef0dcf2 req-da6cd58e-d76c-4222-82dc-7fa8899a591c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Calling delete_port for 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:57:25.496327 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266c22a-71cc-4151-911f-11cec06122ea req-d5ac9aea-80c2-4ddb-8818-aea05c7b8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:25.497968 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8266c22a-71cc-4151-911f-11cec06122ea req-d5ac9aea-80c2-4ddb-8818-aea05c7b8b64 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b&tenant_id=ab055c80828f4b6190496e992e80e975 HTTP/1.1" status: 200 len: 1096 time: 0.1286066 Jun 28 09:57:25.680730 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266c22a-71cc-4151-911f-11cec06122ea req-0ca8a3e9-2a59-4038-9325-33944e955c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:25.682275 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8266c22a-71cc-4151-911f-11cec06122ea req-0ca8a3e9-2a59-4038-9325-33944e955c6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab055c80828f4b6190496e992e80e975&device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 1096 time: 0.1580458 Jun 28 09:57:25.763771 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b100a-3633-4eab-a958-8eb98cd24425 req-bd7e6ff7-dfdc-4dda-b75a-96908c0b877c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:25.774203 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d22b100a-3633-4eab-a958-8eb98cd24425 req-bd7e6ff7-dfdc-4dda-b75a-96908c0b877c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0948448 Jun 28 09:57:25.789425 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-3813b690-78ea-43b1-9c1a-9b0f1ef0dcf2 req-da6cd58e-d76c-4222-82dc-7fa8899a591c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:25.796317 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:25.804254 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['7d773b2a-82e6-4d32-956b-a4b5bc2d6520', '8b970265-f3f2-4bac-a9d9-4c87a85d4a0c'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:25.841650 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d22b100a-3633-4eab-a958-8eb98cd24425 req-f961daf0-cc66-4135-b5b3-0c304cbb225b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538602 Jun 28 09:57:25.944584 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 47bb813c-f7e7-4225-aca6-e767a015607a up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:26.130795 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 47bb813c-f7e7-4225-aca6-e767a015607a triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:26.132940 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:26.144002 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cd58e-d76c-4222-82dc-7fa8899a591c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Pushing event deleted for resources: {'Port': ['ID=8b970265-f3f2-4bac-a9d9-4c87a85d4a0c,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:26.153705 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4c4ff13b-1cb2-470e-af83-22eb6c655d82 req-4b9276d0-e911-45f5-878b-501b88ee2c52 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 210 time: 0.0506182 Jun 28 09:57:26.154180 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-da6cd58e-d76c-4222-82dc-7fa8899a591c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:26.257733 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266c22a-71cc-4151-911f-11cec06122ea req-07ce7f2a-6f61-40e9-b70a-4197c76727cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:26.267447 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8266c22a-71cc-4151-911f-11cec06122ea req-07ce7f2a-6f61-40e9-b70a-4197c76727cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8d6d237-b42e-4d2f-93b5-c30dc724d637 HTTP/1.1" status: 200 len: 917 time: 0.5700669 Jun 28 09:57:26.274582 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3813b690-78ea-43b1-9c1a-9b0f1ef0dcf2 req-da6cd58e-d76c-4222-82dc-7fa8899a591c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] No DVR routers for this DVR port 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:57:26.284223 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-3813b690-78ea-43b1-9c1a-9b0f1ef0dcf2 req-da6cd58e-d76c-4222-82dc-7fa8899a591c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:26.286426 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3813b690-78ea-43b1-9c1a-9b0f1ef0dcf2 req-da6cd58e-d76c-4222-82dc-7fa8899a591c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "DELETE /v2.0/ports/8b970265-f3f2-4bac-a9d9-4c87a85d4a0c HTTP/1.1" status: 204 len: 173 time: 1.1876271 Jun 28 09:57:26.287114 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969cbe78-40d5-46d1-9e38-ebdaacfe37c9', 'name': 'network-vif-deleted', 'tag': '8b970265-f3f2-4bac-a9d9-4c87a85d4a0c'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:26.289874 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41dddeb-6ea4-462d-9d26-f5fe0cd3c293" -d '{"events": [{"server_uuid": "969cbe78-40d5-46d1-9e38-ebdaacfe37c9", "name": "network-vif-deleted", "tag": "8b970265-f3f2-4bac-a9d9-4c87a85d4a0c"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:26.307631 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-607a8db3-c3e2-4fd1-8784-4f0def61a56e req-5dbea098-ecad-4bb0-bdf1-98585b7fcc36 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 210 time: 0.0597951 Jun 28 09:57:26.353960 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4cb78e-bcaf-4484-af61-d62071ab00c4 x-openstack-request-id: req-1d4cb78e-bcaf-4484-af61-d62071ab00c4 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:26.355012 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969cbe78-40d5-46d1-9e38-ebdaacfe37c9", "name": "network-vif-deleted", "tag": "8b970265-f3f2-4bac-a9d9-4c87a85d4a0c", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:26.355298 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d4cb78e-bcaf-4484-af61-d62071ab00c4 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:26.355716 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969cbe78-40d5-46d1-9e38-ebdaacfe37c9', 'name': 'network-vif-deleted', 'tag': '8b970265-f3f2-4bac-a9d9-4c87a85d4a0c', 'status': 'completed', 'code': 200} Jun 28 09:57:26.358076 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8266c22a-71cc-4151-911f-11cec06122ea req-0f109ed7-b7c7-4503-b16b-ef44ddaa7c9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b1a093a-08f4-420f-a5ed-f40de285f653 HTTP/1.1" status: 200 len: 999 time: 0.0896370 Jun 28 09:57:26.409176 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266c22a-71cc-4151-911f-11cec06122ea req-cfc345de-a8ef-4ac4-8d98-b80d9bbfbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:26.411019 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8266c22a-71cc-4151-911f-11cec06122ea req-cfc345de-a8ef-4ac4-8d98-b80d9bbfbca4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111bbce8-d8d9-499d-affc-ef81b620ef72 HTTP/1.1" status: 200 len: 855 time: 0.0464730 Jun 28 09:57:26.472159 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266c22a-71cc-4151-911f-11cec06122ea req-9368ffc0-66a7-4f48-bd39-a6fb8ca2ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:26.480696 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8266c22a-71cc-4151-911f-11cec06122ea req-9368ffc0-66a7-4f48-bd39-a6fb8ca2ce19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d6d237-b42e-4d2f-93b5-c30dc724d637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559604 Jun 28 09:57:26.658970 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8266c22a-71cc-4151-911f-11cec06122ea req-75c5db25-b9e3-4de9-893b-1830c47e7522 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758964 Jun 28 09:57:26.700775 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-c4776fe7-af8c-49cd-a0ee-bff77706e751 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:26.702742 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-c4776fe7-af8c-49cd-a0ee-bff77706e751 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.37 "GET /v2.0/networks?id=ad90ee26-f214-423d-915c-1771f9f452d5 HTTP/1.1" status: 200 len: 813 time: 0.1493959 Jun 28 09:57:26.720015 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-e9cd71a0-2beb-4aca-8fc4-f9a7922311b1 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Request body: {'port': {'device_id': 'cc1337ca-5241-4b91-bf64-03fa4ba67779', 'network_id': 'ad90ee26-f214-423d-915c-1771f9f452d5', 'admin_state_up': True, 'tenant_id': '29cdbedef56d4f36a5b7b1b846f80a9a'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:26.851896 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8266c22a-71cc-4151-911f-11cec06122ea req-736c85f3-9dec-44b7-beea-e921c0c07863 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819453 Jun 28 09:57:27.033276 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-e9cd71a0-2beb-4aca-8fc4-f9a7922311b1 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Made reservation on behalf of 29cdbedef56d4f36a5b7b1b846f80a9a for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:57:27.041337 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-e9cd71a0-2beb-4aca-8fc4-f9a7922311b1 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:27.054912 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc6a11-ecc6-4274-81d6-09733c2c1a06 req-1f9f1a2b-6adc-4820-88c5-05e91096c13b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:27.057649 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bebc6a11-ecc6-4274-81d6-09733c2c1a06 req-1f9f1a2b-6adc-4820-88c5-05e91096c13b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0732965 Jun 28 09:57:27.154426 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bebc6a11-ecc6-4274-81d6-09733c2c1a06 req-9416f9d8-3553-4857-b8fb-9df6f1ae734f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897198 Jun 28 09:57:27.263487 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-e9cd71a0-2beb-4aca-8fc4-f9a7922311b1 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Allocated IP 172.20.0.13 (ad90ee26-f214-423d-915c-1771f9f452d5/3e51b1f0-1344-41d3-a3b3-e3bfb6d33134/6fa1884c-7f49-4290-81ad-fc679a688d94) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:27.356028 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-92d72735-fd94-4177-88fa-b4bd69662e1d req-09d6dfde-7f45-421a-a08f-4774585c2bba tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 210 time: 0.0464990 Jun 28 09:57:27.518295 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-041cfa52-610c-4944-b05d-099562e0ccd9 req-fedb4135-956e-4787-9b65-9ff3a49a3796 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 210 time: 0.0380709 Jun 28 09:57:27.561373 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-e9cd71a0-2beb-4aca-8fc4-f9a7922311b1 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:27.964642 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-e9cd71a0-2beb-4aca-8fc4-f9a7922311b1 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58846138'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:27.973449 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-eb6f7ea4-4c64-4f0a-844e-02f65c4b46c2 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:28.019078 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-e9cd71a0-2beb-4aca-8fc4-f9a7922311b1 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Network ad90ee26-f214-423d-915c-1771f9f452d5 is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:28.038930 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-e9cd71a0-2beb-4aca-8fc4-f9a7922311b1 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:28.038930 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-e9cd71a0-2beb-4aca-8fc4-f9a7922311b1 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:28.083195 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd71a0-2beb-4aca-8fc4-f9a7922311b1 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Pushing event updated for resources: {'Port': ['ID=6fa1884c-7f49-4290-81ad-fc679a688d94,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:28.093122 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac429e1-d25b-4bc9-aa39-6aec6517e575 req-38a09bc3-9957-425f-9dd0-28fc13af62d8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:28.104411 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bac429e1-d25b-4bc9-aa39-6aec6517e575 req-38a09bc3-9957-425f-9dd0-28fc13af62d8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.1032479 Jun 28 09:57:28.129791 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-e9cd71a0-2beb-4aca-8fc4-f9a7922311b1 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:28.130574 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-e9cd71a0-2beb-4aca-8fc4-f9a7922311b1 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:28.147874 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-e9cd71a0-2beb-4aca-8fc4-f9a7922311b1 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:28.175861 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bac429e1-d25b-4bc9-aa39-6aec6517e575 req-e8331d2f-b091-4f6d-acec-41dbb9f213de tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571227 Jun 28 09:57:28.352812 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de113ea8-fe43-4bd0-8c0d-fee829ee981d req-862015cf-1b26-4ede-9da1-9f96f7f880e9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:28.354344 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-de113ea8-fe43-4bd0-8c0d-fee829ee981d req-862015cf-1b26-4ede-9da1-9f96f7f880e9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0659735 Jun 28 09:57:28.391541 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-de113ea8-fe43-4bd0-8c0d-fee829ee981d req-5889af16-daa3-4439-8043-a9df2ad74467 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314305 Jun 28 09:57:28.525562 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f1cf8-b71c-4504-930b-aacab4380bf1 req-c1300edf-a240-4926-bdd8-29f28cdddd42 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:28.527019 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9e0f1cf8-b71c-4504-930b-aacab4380bf1 req-c1300edf-a240-4926-bdd8-29f28cdddd42 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 932 time: 0.0633879 Jun 28 09:57:28.567383 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9e0f1cf8-b71c-4504-930b-aacab4380bf1 req-a818bd63-a726-4098-83e6-c9434bd250e7 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343256 Jun 28 09:57:28.670027 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c3ded2cb-4e30-4a83-9042-ebfa9ff5ad65 req-03e9e620-8148-4b0c-830d-0ad6c4d72c41 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=969cbe78-40d5-46d1-9e38-ebdaacfe37c9 HTTP/1.1" status: 200 len: 210 time: 0.0303953 Jun 28 09:57:28.815787 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-e9cd71a0-2beb-4aca-8fc4-f9a7922311b1 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1008282 Jun 28 09:57:28.829876 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Request body: {'port': {'device_id': 'cc1337ca-5241-4b91-bf64-03fa4ba67779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:28.904633 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:29.185816 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa1884c-7f49-4290-81ad-fc679a688d94 {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:57:29.195546 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:29.211421 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Transition to ACTIVE for port object 6fa1884c-7f49-4290-81ad-fc679a688d94 will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:29.375705 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4f831-91b8-4b86-b706-bcfd6dfa65b5 req-f21c0cb0-b4a2-473b-8b0f-a2d294df70d0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:29.379169 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8ae4f831-91b8-4b86-b706-bcfd6dfa65b5 req-f21c0cb0-b4a2-473b-8b0f-a2d294df70d0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0854456 Jun 28 09:57:29.431835 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:29.444456 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8ae4f831-91b8-4b86-b706-bcfd6dfa65b5 req-6f72bf91-74b6-4d54-be98-9d96773ce857 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571268 Jun 28 09:57:29.450608 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:29.509237 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Pushing event updated for resources: {'Port': ['ID=6fa1884c-7f49-4290-81ad-fc679a688d94,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:29.519297 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:29.651092 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Attempting to bind port 6fa1884c-7f49-4290-81ad-fc679a688d94 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:57:29.651556 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Attempting to bind port 6fa1884c-7f49-4290-81ad-fc679a688d94 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'e706efac-0d7e-4f94-918e-a21d2ab7b431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ad90ee26-f214-423d-915c-1771f9f452d5'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:57:29.651894 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Attempting to bind port 6fa1884c-7f49-4290-81ad-fc679a688d94 on network ad90ee26-f214-423d-915c-1771f9f452d5 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:29.657084 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Port 6fa1884c-7f49-4290-81ad-fc679a688d94 on network ad90ee26-f214-423d-915c-1771f9f452d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:57:29.657596 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Attempting to bind port 6fa1884c-7f49-4290-81ad-fc679a688d94 on network ad90ee26-f214-423d-915c-1771f9f452d5 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:29.672093 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:29.676514 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:57:29.676889 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Checking segment: {'id': 'e706efac-0d7e-4f94-918e-a21d2ab7b431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ad90ee26-f214-423d-915c-1771f9f452d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:29.677255 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Bound using segment: {'id': 'e706efac-0d7e-4f94-918e-a21d2ab7b431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ad90ee26-f214-423d-915c-1771f9f452d5'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:57:29.678260 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Bound port: 6fa1884c-7f49-4290-81ad-fc679a688d94, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e706efac-0d7e-4f94-918e-a21d2ab7b431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ad90ee26-f214-423d-915c-1771f9f452d5'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:57:29.678260 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:29.711072 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:57:29.711350 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 8b970265-f3f2-4bac-a9d9-4c87a85d4a0c not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:57:29.744431 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5aea8-8176-4351-82b6-beca7e88a062 req-9dfc15c1-ff9e-4c2b-8d04-88ae36840d4f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:29.759146 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-04e5aea8-8176-4351-82b6-beca7e88a062 req-9dfc15c1-ff9e-4c2b-8d04-88ae36840d4f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.1535382 Jun 28 09:57:29.800043 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] For port 6fa1884c-7f49-4290-81ad-fc679a688d94, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:57:29.805910 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] For port 6fa1884c-7f49-4290-81ad-fc679a688d94, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6fa1884c-7f49-4290-81ad-fc679a688d94,segment=NetworkSegment(e706efac-0d7e-4f94-918e-a21d2ab7b431),segment_id=e706efac-0d7e-4f94-918e-a21d2ab7b431)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:57:29.841788 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-04e5aea8-8176-4351-82b6-beca7e88a062 req-cba06d38-8187-48b8-abbb-ab9d01a99515 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815632 Jun 28 09:57:29.942455 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:29.958610 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-c2060f0d-011b-421c-ac75-49f8632ca0fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:30.043206 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1204ac2-02de-4d7f-beb3-56e162f2295c req-39ec3342-75f9-4c32-a9de-b51f54776c85 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:30.045574 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a1204ac2-02de-4d7f-beb3-56e162f2295c req-39ec3342-75f9-4c32-a9de-b51f54776c85 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 944 time: 0.2027152 Jun 28 09:57:30.060357 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Pushing event updated for resources: {'Port': ['ID=6fa1884c-7f49-4290-81ad-fc679a688d94,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:30.071946 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:30.076266 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:30.083316 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:30.084735 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] 10.222.0.37 "PUT /v2.0/ports/6fa1884c-7f49-4290-81ad-fc679a688d94 HTTP/1.1" status: 200 len: 1094 time: 1.2599654 Jun 28 09:57:30.085327 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1337ca-5241-4b91-bf64-03fa4ba67779', 'tag': '6fa1884c-7f49-4290-81ad-fc679a688d94'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:30.087683 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c1d8ed-1a54-4447-96b5-e04e80a7c721" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1337ca-5241-4b91-bf64-03fa4ba67779", "tag": "6fa1884c-7f49-4290-81ad-fc679a688d94"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:30.153155 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a1204ac2-02de-4d7f-beb3-56e162f2295c req-dae22f00-344e-4f17-ae37-4a1fbbb342e6 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937455 Jun 28 09:57:30.165236 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ba1bf9-84fd-47f5-aa1e-de2114b1cce6 x-openstack-request-id: req-96ba1bf9-84fd-47f5-aa1e-de2114b1cce6 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:30.165808 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1337ca-5241-4b91-bf64-03fa4ba67779", "tag": "6fa1884c-7f49-4290-81ad-fc679a688d94", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:30.166097 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96ba1bf9-84fd-47f5-aa1e-de2114b1cce6 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:30.166545 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1337ca-5241-4b91-bf64-03fa4ba67779', 'tag': '6fa1884c-7f49-4290-81ad-fc679a688d94', 'status': 'completed', 'code': 200} Jun 28 09:57:30.702825 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6c4c3-5756-429a-8b9f-ec13140b7258 req-17349c0a-1540-4cac-8323-6d6a18e972a3 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:30.704938 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c8d6c4c3-5756-429a-8b9f-ec13140b7258 req-17349c0a-1540-4cac-8323-6d6a18e972a3 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0800953 Jun 28 09:57:30.764483 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c8d6c4c3-5756-429a-8b9f-ec13140b7258 req-b517cf5c-d5db-4185-af0e-c0c347868bf2 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521965 Jun 28 09:57:31.303241 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20839f94-9cf3-42cb-8e8f-0a11238a49e9 req-b81523e8-a993-4eeb-bff2-e58fe3e0a504 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:31.341887 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-20839f94-9cf3-42cb-8e8f-0a11238a49e9 req-b81523e8-a993-4eeb-bff2-e58fe3e0a504 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.1993093 Jun 28 09:57:31.383139 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-20839f94-9cf3-42cb-8e8f-0a11238a49e9 req-10949540-6bb9-4f04-8917-a3024f357f33 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713921 Jun 28 09:57:31.491057 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debd9cf-81a8-4338-b7cd-d575ba467ab0 req-4a326b2d-b14a-4c40-a4ae-51cdda25002c tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:31.499615 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4debd9cf-81a8-4338-b7cd-d575ba467ab0 req-4a326b2d-b14a-4c40-a4ae-51cdda25002c tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 944 time: 0.1105764 Jun 28 09:57:31.577040 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4debd9cf-81a8-4338-b7cd-d575ba467ab0 req-e98169e7-8178-4afd-880c-e04566c6099b tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762339 Jun 28 09:57:32.159253 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b44e9-bd1c-4418-8b4f-eb9162cdcda0 req-6d823139-7f6f-4a63-bc22-a5418d899ed9 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:32.169292 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-752b44e9-bd1c-4418-8b4f-eb9162cdcda0 req-6d823139-7f6f-4a63-bc22-a5418d899ed9 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.1875157 Jun 28 09:57:32.241728 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-752b44e9-bd1c-4418-8b4f-eb9162cdcda0 req-7d56abf3-0774-4a9c-b13f-4aa33ee1215e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709023 Jun 28 09:57:32.618333 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56676b-f8d1-455e-ae60-c056dd2ebd52 req-85afc5b4-19dc-4141-9b38-2e251f58abaa tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:32.619843 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1c56676b-f8d1-455e-ae60-c056dd2ebd52 req-85afc5b4-19dc-4141-9b38-2e251f58abaa tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0742671 Jun 28 09:57:32.662816 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1c56676b-f8d1-455e-ae60-c056dd2ebd52 req-f69d9bdb-b471-4655-b1b8-c2ff7f632b05 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372608 Jun 28 09:57:32.704551 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1d8ed-1a54-4447-96b5-e04e80a7c721 req-e9577e8a-6573-4bc7-ba90-e6b4b039e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:32.705985 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-75c1d8ed-1a54-4447-96b5-e04e80a7c721 req-e9577e8a-6573-4bc7-ba90-e6b4b039e753 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29cdbedef56d4f36a5b7b1b846f80a9a&device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 1097 time: 0.0556591 Jun 28 09:57:32.809183 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1d8ed-1a54-4447-96b5-e04e80a7c721 req-a27d44c6-011b-4663-bdd1-f5a4f72b689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:32.810834 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-75c1d8ed-1a54-4447-96b5-e04e80a7c721 req-a27d44c6-011b-4663-bdd1-f5a4f72b689f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=29cdbedef56d4f36a5b7b1b846f80a9a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0957546 Jun 28 09:57:32.834164 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59797b10-bd89-4a6e-9d64-e1d742e3b4c0 req-4170d783-709a-49d8-abe6-c09fe075deb4 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:32.835802 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-59797b10-bd89-4a6e-9d64-e1d742e3b4c0 req-4170d783-709a-49d8-abe6-c09fe075deb4 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 944 time: 0.0688515 Jun 28 09:57:32.874450 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-59797b10-bd89-4a6e-9d64-e1d742e3b4c0 req-9f35373d-252a-4d91-a19a-f2900a36670f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329614 Jun 28 09:57:32.921462 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1d8ed-1a54-4447-96b5-e04e80a7c721 req-3a6d04d1-5b42-461d-9e38-abba5cc2443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:32.922999 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-75c1d8ed-1a54-4447-96b5-e04e80a7c721 req-3a6d04d1-5b42-461d-9e38-abba5cc2443a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047473 Jun 28 09:57:33.073262 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191c164-4ac0-4a13-b172-1be72d66e554 req-87e0dbbd-ed7f-407b-b7e7-e7348db00448 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:33.074765 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1191c164-4ac0-4a13-b172-1be72d66e554 req-87e0dbbd-ed7f-407b-b7e7-e7348db00448 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 945 time: 0.0654268 Jun 28 09:57:33.121986 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1191c164-4ac0-4a13-b172-1be72d66e554 req-e64aac7d-e5ab-4efd-b7ee-2a51d611ebdd tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Jun 28 09:57:33.127044 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d8e8cc81-e11e-4088-aa1f-1a0b469b4e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:33.128628 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-d8e8cc81-e11e-4088-aa1f-1a0b469b4e49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29cdbedef56d4f36a5b7b1b846f80a9a&device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 1097 time: 0.0738280 Jun 28 09:57:33.136933 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-324134da-52da-4a6b-884f-d22701f6b941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:33.478800 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-50403f5e-6272-4eb5-a181-6f072be16de5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fa1884c-7f49-4290-81ad-fc679a688d94 HTTP/1.1" status: 200 len: 217 time: 0.0890477 Jun 28 09:57:33.524639 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162519c1-28f8-41cc-8214-20adf0933bd9 req-bbbd909a-032d-47bd-96b2-bb417f460ccd tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:33.526287 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-162519c1-28f8-41cc-8214-20adf0933bd9 req-bbbd909a-032d-47bd-96b2-bb417f460ccd tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.1227438 Jun 28 09:57:33.582658 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-162519c1-28f8-41cc-8214-20adf0933bd9 req-31426a71-4fc2-46f2-94cf-5ffb773bb5f3 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485919 Jun 28 09:57:33.848183 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e347115-b2ee-4232-b875-50101bd0acd6 req-9c03265b-9b9f-4166-9171-28b66704e7b3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:33.849696 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3e347115-b2ee-4232-b875-50101bd0acd6 req-9c03265b-9b9f-4166-9171-28b66704e7b3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0638254 Jun 28 09:57:33.885802 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-11b50301-d0ca-46af-96d9-9dc23faf1d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:33.887200 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-11b50301-d0ca-46af-96d9-9dc23faf1d94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3e51b1f0-1344-41d3-a3b3-e3bfb6d33134 HTTP/1.1" status: 200 len: 853 time: 0.0451007 Jun 28 09:57:33.888224 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3e347115-b2ee-4232-b875-50101bd0acd6 req-6222e200-30e2-4a9c-b03d-528afe0ddd23 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327096 Jun 28 09:57:33.928271 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-69b7201c-7741-44fe-befd-ce04760200c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ad90ee26-f214-423d-915c-1771f9f452d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308225 Jun 28 09:57:34.031804 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-aab72004-e5d9-4bfb-ba17-46c17b5efc7a service neutron] 10.222.0.37 "GET /v2.0/networks/ad90ee26-f214-423d-915c-1771f9f452d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936677 Jun 28 09:57:34.062695 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0f7cc-af8e-4c87-8ff2-00666f10b527 req-1cc37064-0e68-487b-bb72-2e58b8c9fb4a tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:34.064838 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-74b0f7cc-af8e-4c87-8ff2-00666f10b527 req-1cc37064-0e68-487b-bb72-2e58b8c9fb4a tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 944 time: 0.0681882 Jun 28 09:57:34.200546 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a44759e1-6aa8-4fd0-9e09-20312f29e2c2 req-3d881807-f163-45ae-a709-c30e2519804c service neutron] 10.222.0.37 "GET /v2.0/networks/ad90ee26-f214-423d-915c-1771f9f452d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573467 Jun 28 09:57:34.228698 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd9e7e-c890-460f-ba9a-7d1a4185b2a8 req-7bb45a3c-30fb-4e84-b93a-505acea2bdf4 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:34.230386 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-40cd9e7e-c890-460f-ba9a-7d1a4185b2a8 req-7bb45a3c-30fb-4e84-b93a-505acea2bdf4 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.37 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.1103868 Jun 28 09:57:34.416441 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-74b0f7cc-af8e-4c87-8ff2-00666f10b527 req-7715b7e4-9901-43e0-8b10-b742c80815bb tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458316 Jun 28 09:57:34.473574 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b599f-f513-41cf-a033-c682a0ff7b8c req-d86b3010-660c-4023-9b49-e820c7dffcb1 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:34.475259 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a28b599f-f513-41cf-a033-c682a0ff7b8c req-d86b3010-660c-4023-9b49-e820c7dffcb1 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 945 time: 0.1047616 Jun 28 09:57:34.519643 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a28b599f-f513-41cf-a033-c682a0ff7b8c req-5054b674-9480-46c3-ab81-b118a7da12b6 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384827 Jun 28 09:57:34.819657 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612013c-c965-4f94-87d9-0752f94bc4be req-45605ae1-b113-484d-be0d-c68386ff94c0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:34.827220 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2612013c-c965-4f94-87d9-0752f94bc4be req-45605ae1-b113-484d-be0d-c68386ff94c0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.1058521 Jun 28 09:57:34.871929 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2612013c-c965-4f94-87d9-0752f94bc4be req-e1d8696a-6cdc-4974-8355-9050a788e076 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427248 Jun 28 09:57:35.133816 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c5134-2a20-45d8-b3f4-3dc1ca0ae002 req-52c8995a-b66c-4f7f-879c-48a7f392e6a8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:35.141048 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-393c5134-2a20-45d8-b3f4-3dc1ca0ae002 req-52c8995a-b66c-4f7f-879c-48a7f392e6a8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.1182904 Jun 28 09:57:35.274344 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-393c5134-2a20-45d8-b3f4-3dc1ca0ae002 req-2284716d-268a-4ff1-8163-99767904851d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323307 Jun 28 09:57:35.320659 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-0bd12a70-7a3d-4b8c-8658-b963e51eba62 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:35.322118 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-0bd12a70-7a3d-4b8c-8658-b963e51eba62 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/networks?id=5214620d-db6e-472a-aa9a-82d5849d56ea HTTP/1.1" status: 200 len: 814 time: 0.1403172 Jun 28 09:57:35.337873 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-77d9a1b2-18e2-4352-bbd6-f9d84b59a25c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/quotas/d470a6b7ab644fd6a4719a0ea8ce44f2 HTTP/1.1" status: 200 len: 375 time: 0.0100870 Jun 28 09:57:35.500642 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:35.521246 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-21331a20-c0d4-476e-8be1-556ba11d08a1 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d470a6b7ab644fd6a4719a0ea8ce44f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1775885 Jun 28 09:57:35.529083 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-efe2c574-9cbd-47ca-a64e-a3773931b172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:35.672751 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-0478d175-d5d4-49ef-8f6b-0b794612e371 service neutron] 10.222.0.30 "GET /v2.0/networks/5214620d-db6e-472a-aa9a-82d5849d56ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365087 Jun 28 09:57:35.681679 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9ed7e-3917-4910-9bab-e5681bba0909 req-a0a08986-f06e-4168-9693-d02e82d609e6 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:35.683072 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4ca9ed7e-3917-4910-9bab-e5681bba0909 req-a0a08986-f06e-4168-9693-d02e82d609e6 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 944 time: 0.1393807 Jun 28 09:57:35.776293 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4ca9ed7e-3917-4910-9bab-e5681bba0909 req-623c1730-5fa2-48f8-97b2-449f0f8135fd tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846221 Jun 28 09:57:35.816339 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-8810582a-cd83-454f-905c-b9094688f5df service neutron] 10.222.0.30 "GET /v2.0/networks/5214620d-db6e-472a-aa9a-82d5849d56ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289320 Jun 28 09:57:35.970610 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b7bf1-e574-4eef-b72d-93fce4d56493 req-625207b2-9e15-43e9-8ae0-f176bfe972c7 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:35.973426 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-599b7bf1-e574-4eef-b72d-93fce4d56493 req-625207b2-9e15-43e9-8ae0-f176bfe972c7 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 945 time: 0.0788729 Jun 28 09:57:36.031922 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-599b7bf1-e574-4eef-b72d-93fce4d56493 req-821c11ac-794d-4cc3-88cb-d581cef5c278 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477107 Jun 28 09:57:36.140959 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ff227790-1228-413b-997c-11fe629d37d2 req-2699d860-39fe-4036-ae3f-91bdbea0ad63 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 210 time: 0.0488524 Jun 28 09:57:36.250325 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bf2d5-af63-4007-a96d-7f881e91cb3f req-3d0b13df-cc8b-44e7-a28a-014ca01ac3d0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:36.252838 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6e6bf2d5-af63-4007-a96d-7f881e91cb3f req-3d0b13df-cc8b-44e7-a28a-014ca01ac3d0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0737402 Jun 28 09:57:36.293690 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6e6bf2d5-af63-4007-a96d-7f881e91cb3f req-71b16fa9-7d4d-4a6a-9012-cf13a7bff157 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353518 Jun 28 09:57:36.489783 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece642-604d-46c7-954b-56c505d2b43b req-0596fd8d-783e-4384-a77c-1ec890493008 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:36.494105 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-87ece642-604d-46c7-954b-56c505d2b43b req-0596fd8d-783e-4384-a77c-1ec890493008 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0857675 Jun 28 09:57:36.531186 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-87ece642-604d-46c7-954b-56c505d2b43b req-cdab2903-efeb-4fa4-8005-114cf8133523 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341609 Jun 28 09:57:36.803709 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:36.959763 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751219de-cec5-4385-a65e-85fb1e2ad3c0 req-05a798f7-a27c-4af7-938b-072e9efbd80c tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:36.961372 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-751219de-cec5-4385-a65e-85fb1e2ad3c0 req-05a798f7-a27c-4af7-938b-072e9efbd80c tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 944 time: 0.0638576 Jun 28 09:57:37.010343 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-751219de-cec5-4385-a65e-85fb1e2ad3c0 req-7aee12b1-1d48-4a8e-bd1b-c0f0446abd0b tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427873 Jun 28 09:57:37.218821 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-da872482-b2df-42eb-9403-6c3cc3d0a64d req-f9c97a4f-cbf3-44fe-bc52-3752fe97f263 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 210 time: 0.0321722 Jun 28 09:57:37.249381 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807858e4-e194-44d8-b7b5-e20c819862c7 req-676dac03-31dc-4c26-bdd9-35a402225cfe tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:37.249381 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-807858e4-e194-44d8-b7b5-e20c819862c7 req-676dac03-31dc-4c26-bdd9-35a402225cfe tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 945 time: 0.1006877 Jun 28 09:57:37.287057 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-807858e4-e194-44d8-b7b5-e20c819862c7 req-8f96065f-8ebd-48db-96b0-b8704c80ef26 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341766 Jun 28 09:57:37.545439 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce896f1f-4291-45c3-b729-04189593ed3e req-38e9a16a-defa-4786-82b2-80b947f23776 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:37.545439 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ce896f1f-4291-45c3-b729-04189593ed3e req-38e9a16a-defa-4786-82b2-80b947f23776 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0878799 Jun 28 09:57:37.592826 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ce896f1f-4291-45c3-b729-04189593ed3e req-18aacd89-53cf-475e-adf7-6728049e9dbc tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386145 Jun 28 09:57:37.732153 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a68920-603f-429e-ac0e-5136a3a2eca6 req-036c485e-7263-44ea-b1bd-5c47ef6db9a4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:37.733764 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-86a68920-603f-429e-ac0e-5136a3a2eca6 req-036c485e-7263-44ea-b1bd-5c47ef6db9a4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0741196 Jun 28 09:57:37.776300 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-86a68920-603f-429e-ac0e-5136a3a2eca6 req-1c540402-7d6c-481f-b5a4-c51e72d1e075 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356743 Jun 28 09:57:38.227078 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01561fec-e3aa-4e4b-9b1e-7668e0d71870 req-1ec3d9f9-4ea0-4485-97e1-d18a60351af4 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:38.228728 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-01561fec-e3aa-4e4b-9b1e-7668e0d71870 req-1ec3d9f9-4ea0-4485-97e1-d18a60351af4 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 944 time: 0.0810666 Jun 28 09:57:38.274849 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-01561fec-e3aa-4e4b-9b1e-7668e0d71870 req-bf62e01e-ad82-4f63-9aa8-22f73428435c tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345333 Jun 28 09:57:38.324318 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-abea1ff4-9aef-451c-9c62-b9168cec29e6 req-f0ca0a35-1a20-4c8b-91db-6338dbf34f31 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 210 time: 0.0363100 Jun 28 09:57:38.492985 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3320d9-f8a9-4474-befc-938d54739e17 req-3dfcd147-2c05-4745-90c3-aa2295912a5c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:38.494593 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1a3320d9-f8a9-4474-befc-938d54739e17 req-3dfcd147-2c05-4745-90c3-aa2295912a5c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 945 time: 0.0676231 Jun 28 09:57:38.515790 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:38.535379 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1a3320d9-f8a9-4474-befc-938d54739e17 req-b3d3728f-2819-43b0-8d85-c5152b966814 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350695 Jun 28 09:57:38.759802 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1ebf2-7b1b-4e0a-8a36-a3a6e69086c3 req-8746a843-3c36-429f-8bc8-eb414496819e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:38.761194 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5ee1ebf2-7b1b-4e0a-8a36-a3a6e69086c3 req-8746a843-3c36-429f-8bc8-eb414496819e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0650373 Jun 28 09:57:38.797749 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5ee1ebf2-7b1b-4e0a-8a36-a3a6e69086c3 req-a6ff202e-fd3d-4b22-abba-9815163e32ff tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308664 Jun 28 09:57:38.970343 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0638e-2125-435b-9460-e70b524b4819 req-06d54dfe-ef77-4995-8290-3a1a7027ff70 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:38.972125 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-58a0638e-2125-435b-9460-e70b524b4819 req-06d54dfe-ef77-4995-8290-3a1a7027ff70 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0665154 Jun 28 09:57:39.013527 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-58a0638e-2125-435b-9460-e70b524b4819 req-30848e51-31a3-4a33-9e69-ce135be1e35d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354545 Jun 28 09:57:39.466049 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59060394-7d62-4857-afc6-395192534180 req-bfa74eca-eea5-4f39-9535-a56c44794ffd tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:39.467480 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-59060394-7d62-4857-afc6-395192534180 req-bfa74eca-eea5-4f39-9535-a56c44794ffd tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 944 time: 0.0689001 Jun 28 09:57:39.505088 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fa23f2ef-7abf-4363-bf31-53acb27ad64d req-6d4e05be-b9a2-4f6a-896b-96c1d92dcb3b tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 210 time: 0.0475957 Jun 28 09:57:39.525503 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-59060394-7d62-4857-afc6-395192534180 req-a30c0d94-39fd-4441-b9a8-8e8f28dcaa88 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498142 Jun 28 09:57:39.734246 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f52e26-64e5-4ec1-a1d9-ead5f4a5d4c3 req-c0a6a7d5-0506-4c00-9da0-60c676bcff35 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:39.736008 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-67f52e26-64e5-4ec1-a1d9-ead5f4a5d4c3 req-c0a6a7d5-0506-4c00-9da0-60c676bcff35 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 945 time: 0.0673125 Jun 28 09:57:39.742082 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 248b1f38-2486-4fb7-976e-cbfad5f386af no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:39.802638 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-67f52e26-64e5-4ec1-a1d9-ead5f4a5d4c3 req-f8727c73-cf3c-40e1-a51b-5787aea8d2ec tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526931 Jun 28 09:57:39.864581 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:39.889878 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54075beb-72d0-4aa3-aa97-7986e3af5141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248b1f38-2486-4fb7-976e-cbfad5f386af'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:39.892600 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176a6c41-c6f5-4b26-b01d-15889585df76" -d '{"events": [{"server_uuid": "54075beb-72d0-4aa3-aa97-7986e3af5141", "name": "network-vif-unplugged", "status": "completed", "tag": "248b1f38-2486-4fb7-976e-cbfad5f386af"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:39.907381 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 248b1f38-2486-4fb7-976e-cbfad5f386af, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=248b1f38-2486-4fb7-976e-cbfad5f386af,segment=NetworkSegment(09424956-062b-4c60-914d-f5fcede96476),segment_id=09424956-062b-4c60-914d-f5fcede96476)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:40.013064 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:40.014936 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:40.059976 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce66b7-6828-4937-8bac-bae91da4187b req-3937f087-6b04-48a9-adc7-28c0a5a937b6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:40.061379 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-90ce66b7-6828-4937-8bac-bae91da4187b req-3937f087-6b04-48a9-adc7-28c0a5a937b6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 945 time: 0.0927598 Jun 28 09:57:40.068009 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=248b1f38-2486-4fb7-976e-cbfad5f386af,revision_number=6']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:40.071744 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:40.109536 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-90ce66b7-6828-4937-8bac-bae91da4187b req-71af9feb-2790-4ac6-9806-59f940bfa9ad tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Jun 28 09:57:40.155698 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462e0de1-ce85-4659-995d-f9fa63433f7c x-openstack-request-id: req-462e0de1-ce85-4659-995d-f9fa63433f7c {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:40.156154 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54075beb-72d0-4aa3-aa97-7986e3af5141", "name": "network-vif-unplugged", "status": "completed", "tag": "248b1f38-2486-4fb7-976e-cbfad5f386af", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:40.156418 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-462e0de1-ce85-4659-995d-f9fa63433f7c {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:40.156964 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54075beb-72d0-4aa3-aa97-7986e3af5141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248b1f38-2486-4fb7-976e-cbfad5f386af', 'code': 200} Jun 28 09:57:40.315278 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11418ffd-7177-4eda-8d34-caeda7254ab3 req-903da143-69fd-4558-8f2e-a24032b938ba tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:40.316814 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-11418ffd-7177-4eda-8d34-caeda7254ab3 req-903da143-69fd-4558-8f2e-a24032b938ba tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0627017 Jun 28 09:57:40.376922 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-11418ffd-7177-4eda-8d34-caeda7254ab3 req-9b4704af-759b-46be-b3c8-4cae52929e22 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538392 Jun 28 09:57:40.667072 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6d6fe936-0092-4187-955b-bcd4432b9bf5 req-42b63de7-b1dc-43ae-b660-14d39d128dfa tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 210 time: 0.0376508 Jun 28 09:57:40.715993 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c730eaa-0cb1-41e4-bd53-629aa6c71371 req-5c140d35-eb3f-4367-a82a-ad013a5e88b7 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:40.717563 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8c730eaa-0cb1-41e4-bd53-629aa6c71371 req-5c140d35-eb3f-4367-a82a-ad013a5e88b7 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 944 time: 0.0779750 Jun 28 09:57:40.763877 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8c730eaa-0cb1-41e4-bd53-629aa6c71371 req-75c40a16-3d15-432a-9a0e-1495559ef4e6 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369115 Jun 28 09:57:41.042789 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1e8a6-faae-4080-9581-b6af0de4cf1d req-cdd5503b-5f83-42c6-9ac7-955b727ee176 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:41.044261 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c3b1e8a6-faae-4080-9581-b6af0de4cf1d req-cdd5503b-5f83-42c6-9ac7-955b727ee176 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 945 time: 0.0664616 Jun 28 09:57:41.092747 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c3b1e8a6-faae-4080-9581-b6af0de4cf1d req-81d270f6-aad7-48d2-8b14-8de1705b90be tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383065 Jun 28 09:57:41.293953 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c0e46-1725-4a6a-9983-66e3925283f7 req-1b3fd7e0-a7f7-4d49-92ee-aa079dca7cde tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:41.295737 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-dc3c0e46-1725-4a6a-9983-66e3925283f7 req-1b3fd7e0-a7f7-4d49-92ee-aa079dca7cde tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 943 time: 0.0697939 Jun 28 09:57:41.334921 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-dc3c0e46-1725-4a6a-9983-66e3925283f7 req-600daf83-10eb-4c26-b134-9b1f0c54217e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325146 Jun 28 09:57:41.575325 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fea604-09dd-4c82-931c-cc1bf3572b44 req-4be6e607-3de6-4b69-bc3b-2b0db608c697 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:41.576974 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-00fea604-09dd-4c82-931c-cc1bf3572b44 req-4be6e607-3de6-4b69-bc3b-2b0db608c697 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0742214 Jun 28 09:57:41.614804 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-00fea604-09dd-4c82-931c-cc1bf3572b44 req-ce4f3fe0-8bfc-48e0-8573-193394fe67cc tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316398 Jun 28 09:57:41.816254 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ff6e5824-2e42-4ecb-8b1b-9cefca6c1e0f req-cae2e7dc-8a84-4a6e-a0f0-97c8b619a874 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 210 time: 0.0327020 Jun 28 09:57:41.937807 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441eccaa-8323-462e-86c1-35cb0962f035 req-a04009fc-360c-478e-be8a-c1c9588bdfd7 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:41.939632 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-441eccaa-8323-462e-86c1-35cb0962f035 req-a04009fc-360c-478e-be8a-c1c9588bdfd7 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 944 time: 0.0660408 Jun 28 09:57:41.998108 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-441eccaa-8323-462e-86c1-35cb0962f035 req-8410b12b-c994-4208-8ebe-b7f599abf652 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525088 Jun 28 09:57:42.269873 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972ce74-47fc-400d-8cf9-11648277e573 req-7308f79d-7215-48fc-95b8-5f4ebdbb6118 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:42.271330 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9972ce74-47fc-400d-8cf9-11648277e573 req-7308f79d-7215-48fc-95b8-5f4ebdbb6118 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 945 time: 0.0636809 Jun 28 09:57:42.308524 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9972ce74-47fc-400d-8cf9-11648277e573 req-3847f4c8-8d0c-4044-a8d6-bb96b8dd01e1 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315819 Jun 28 09:57:42.519613 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9536c7-210d-42a5-b136-6f7d6d956010 req-596c176e-ad29-471e-a978-c3537fc4dd08 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:42.521123 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fd9536c7-210d-42a5-b136-6f7d6d956010 req-596c176e-ad29-471e-a978-c3537fc4dd08 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 943 time: 0.0673444 Jun 28 09:57:42.558398 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fd9536c7-210d-42a5-b136-6f7d6d956010 req-16422521-78c0-4a81-b30d-e5e0acc4abe8 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314267 Jun 28 09:57:42.792843 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb165-6ee9-4cd9-815e-0f46fb9ede2f req-5bd94bdc-a700-4e01-83aa-55685420cad4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:42.794304 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e0fbb165-6ee9-4cd9-815e-0f46fb9ede2f req-5bd94bdc-a700-4e01-83aa-55685420cad4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0640459 Jun 28 09:57:42.833397 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e0fbb165-6ee9-4cd9-815e-0f46fb9ede2f req-b9aa4365-1c64-4049-b95b-fdacffa6b0e0 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326605 Jun 28 09:57:42.963559 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-10df86e2-6db0-4ff7-ae99-2fe68fa902ed req-87cc2c55-1744-4356-9c5a-b79b213b49df tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 210 time: 0.0333014 Jun 28 09:57:43.179615 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8ea98-a79c-42db-8e2e-a3b664dff668 req-73280f04-aa5c-4f68-beec-ff1f6daee69c tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:43.179615 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-03c8ea98-a79c-42db-8e2e-a3b664dff668 req-73280f04-aa5c-4f68-beec-ff1f6daee69c tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 944 time: 0.0668609 Jun 28 09:57:43.222249 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-03c8ea98-a79c-42db-8e2e-a3b664dff668 req-76652204-7de0-484d-9505-08001b98ffcc tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382352 Jun 28 09:57:43.283573 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-40cd9e7e-c890-460f-ba9a-7d1a4185b2a8 req-12046f5e-9c5e-4047-af31-068a9bca7638 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Deleting port 248b1f38-2486-4fb7-976e-cbfad5f386af {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:57:43.284235 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-40cd9e7e-c890-460f-ba9a-7d1a4185b2a8 req-12046f5e-9c5e-4047-af31-068a9bca7638 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.348946 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:57:43.372335 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-40cd9e7e-c890-460f-ba9a-7d1a4185b2a8 req-12046f5e-9c5e-4047-af31-068a9bca7638 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] For port 248b1f38-2486-4fb7-976e-cbfad5f386af, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=248b1f38-2486-4fb7-976e-cbfad5f386af,segment=NetworkSegment(09424956-062b-4c60-914d-f5fcede96476),segment_id=09424956-062b-4c60-914d-f5fcede96476)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:43.384764 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-40cd9e7e-c890-460f-ba9a-7d1a4185b2a8 req-12046f5e-9c5e-4047-af31-068a9bca7638 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.385439 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-40cd9e7e-c890-460f-ba9a-7d1a4185b2a8 req-12046f5e-9c5e-4047-af31-068a9bca7638 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Calling delete_port for 248b1f38-2486-4fb7-976e-cbfad5f386af owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:57:43.492808 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca94c2d-b0ed-4d30-bd0a-02180fe3ea0d req-80099f40-48d1-4cea-97dd-67b66799ed88 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:43.494335 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1ca94c2d-b0ed-4d30-bd0a-02180fe3ea0d req-80099f40-48d1-4cea-97dd-67b66799ed88 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 945 time: 0.0642941 Jun 28 09:57:43.535224 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1ca94c2d-b0ed-4d30-bd0a-02180fe3ea0d req-6fae208e-a63d-47a2-a301-0ebe3bc82124 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345562 Jun 28 09:57:43.660290 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-40cd9e7e-c890-460f-ba9a-7d1a4185b2a8 req-12046f5e-9c5e-4047-af31-068a9bca7638 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.671420 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-693ee2e3-910c-4aa8-9e40-01878495ab09 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:43.674526 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:43.700123 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12046f5e-9c5e-4047-af31-068a9bca7638 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Pushing event deleted for resources: {'Port': ['ID=248b1f38-2486-4fb7-976e-cbfad5f386af,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:43.706003 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-12046f5e-9c5e-4047-af31-068a9bca7638 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:43.743989 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e4ddd399-add9-427c-be48-63f64b5f1715 req-875541b0-9124-4b75-8b21-37e87ed91360 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 210 time: 0.0460429 Jun 28 09:57:43.758226 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cd9e7e-c890-460f-ba9a-7d1a4185b2a8 req-12046f5e-9c5e-4047-af31-068a9bca7638 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] No DVR routers for this DVR port 248b1f38-2486-4fb7-976e-cbfad5f386af on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:57:43.760891 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-40cd9e7e-c890-460f-ba9a-7d1a4185b2a8 req-12046f5e-9c5e-4047-af31-068a9bca7638 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:43.762862 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-40cd9e7e-c890-460f-ba9a-7d1a4185b2a8 req-12046f5e-9c5e-4047-af31-068a9bca7638 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.37 "DELETE /v2.0/ports/248b1f38-2486-4fb7-976e-cbfad5f386af HTTP/1.1" status: 204 len: 173 time: 0.5886569 Jun 28 09:57:43.767264 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54075beb-72d0-4aa3-aa97-7986e3af5141', 'name': 'network-vif-deleted', 'tag': '248b1f38-2486-4fb7-976e-cbfad5f386af'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:43.767264 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1290038-8f50-46cc-a2fd-08dceb0612d8" -d '{"events": [{"server_uuid": "54075beb-72d0-4aa3-aa97-7986e3af5141", "name": "network-vif-deleted", "tag": "248b1f38-2486-4fb7-976e-cbfad5f386af"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:43.803637 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1999251a-73ea-4bd9-87b6-a08776f51d0c x-openstack-request-id: req-1999251a-73ea-4bd9-87b6-a08776f51d0c {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:43.803962 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54075beb-72d0-4aa3-aa97-7986e3af5141", "name": "network-vif-deleted", "tag": "248b1f38-2486-4fb7-976e-cbfad5f386af", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:43.804249 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1999251a-73ea-4bd9-87b6-a08776f51d0c {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:43.804671 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54075beb-72d0-4aa3-aa97-7986e3af5141', 'name': 'network-vif-deleted', 'tag': '248b1f38-2486-4fb7-976e-cbfad5f386af', 'status': 'completed', 'code': 200} Jun 28 09:57:44.020165 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de6e8c-4d46-4d80-b468-a1f3741c9496 req-0ed624ea-a0ab-4fd6-877a-806afe3f1fb5 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:44.022100 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-91de6e8c-4d46-4d80-b468-a1f3741c9496 req-0ed624ea-a0ab-4fd6-877a-806afe3f1fb5 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0711410 Jun 28 09:57:44.086348 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-91de6e8c-4d46-4d80-b468-a1f3741c9496 req-4a454610-7d75-4442-924a-972f4f9937ea tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474739 Jun 28 09:57:44.121351 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-69edc032-74ea-409e-95df-2fa18b2a5824 req-f1f718ad-2b34-496c-8a4b-abdf5543f7d3 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 210 time: 0.0293691 Jun 28 09:57:44.410308 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7ee36-62e5-412d-a34a-9a08aa78cef8 req-f2828a8c-9030-49c5-843c-363f838dd24b tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:44.411808 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-89b7ee36-62e5-412d-a34a-9a08aa78cef8 req-f2828a8c-9030-49c5-843c-363f838dd24b tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 944 time: 0.0630121 Jun 28 09:57:44.454402 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-89b7ee36-62e5-412d-a34a-9a08aa78cef8 req-f4b9e6ff-80f6-4686-a903-9ffce35b2eca tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367119 Jun 28 09:57:44.716076 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a474b6-2fc5-41df-bab4-60044007f6f7 req-c9a77789-86fe-46e8-91db-a066a7e75da9 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:44.717955 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-16a474b6-2fc5-41df-bab4-60044007f6f7 req-c9a77789-86fe-46e8-91db-a066a7e75da9 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 945 time: 0.0658712 Jun 28 09:57:44.781760 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22eb7d-ad0e-442e-9a5d-7edbceee43b7 req-3221907b-9c6f-4823-bd6d-ae2ce9f25e6f tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:44.783453 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-ec22eb7d-ad0e-442e-9a5d-7edbceee43b7 req-3221907b-9c6f-4823-bd6d-ae2ce9f25e6f tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 945 time: 0.0989792 Jun 28 09:57:44.794511 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-16a474b6-2fc5-41df-bab4-60044007f6f7 req-7962fd00-ed7e-4bc1-b287-4e6116265c0d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/security-groups?id=804ae03f-ddfa-4a7a-94c3-15100c17b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691717 Jun 28 09:57:44.900519 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-ec22eb7d-ad0e-442e-9a5d-7edbceee43b7 req-8991d60d-bd9d-409b-a42b-3850054fffba tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Deleting port 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:57:44.900904 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-ec22eb7d-ad0e-442e-9a5d-7edbceee43b7 req-8991d60d-bd9d-409b-a42b-3850054fffba tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:44.906161 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c08b80e3-e9ba-4a30-8525-46fd6cb9ec9c req-abd6d495-725b-4298-8ac7-7ee88205421d tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=54075beb-72d0-4aa3-aa97-7986e3af5141 HTTP/1.1" status: 200 len: 210 time: 0.0286381 Jun 28 09:57:44.995152 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-ec22eb7d-ad0e-442e-9a5d-7edbceee43b7 req-8991d60d-bd9d-409b-a42b-3850054fffba tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] For port 7d773b2a-82e6-4d32-956b-a4b5bc2d6520, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=7d773b2a-82e6-4d32-956b-a4b5bc2d6520,segment=NetworkSegment(d8544150-b8f6-4d3b-9c6f-20156e61e29a),segment_id=d8544150-b8f6-4d3b-9c6f-20156e61e29a)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:44.995515 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-ec22eb7d-ad0e-442e-9a5d-7edbceee43b7 req-8991d60d-bd9d-409b-a42b-3850054fffba tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.008345 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-ec22eb7d-ad0e-442e-9a5d-7edbceee43b7 req-8991d60d-bd9d-409b-a42b-3850054fffba tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Calling delete_port for 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:57:45.279811 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cc4ab4de-e335-40a3-83f0-1329c5823125 req-0a7a766d-1b5b-42da-b031-2d7ef90a5e0f tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 210 time: 0.0325334 Jun 28 09:57:45.288554 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185b408-7c7d-4e2b-9c20-5ad3d6fd42d4 req-b957b2dc-f601-4e37-a6ac-501590b92fa8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:45.290049 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c185b408-7c7d-4e2b-9c20-5ad3d6fd42d4 req-b957b2dc-f601-4e37-a6ac-501590b92fa8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0978959 Jun 28 09:57:45.299203 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.316647 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-ec22eb7d-ad0e-442e-9a5d-7edbceee43b7 req-8991d60d-bd9d-409b-a42b-3850054fffba tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.321753 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-e9cd71a0-2beb-4aca-8fc4-f9a7922311b1 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:45.327976 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['7d773b2a-82e6-4d32-956b-a4b5bc2d6520'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:45.332911 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c185b408-7c7d-4e2b-9c20-5ad3d6fd42d4 req-3977bb4f-56ad-4f1c-a69e-a31c0fdf3d0d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358534 Jun 28 09:57:45.347388 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991d60d-bd9d-409b-a42b-3850054fffba tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Pushing event deleted for resources: {'Port': ['ID=7d773b2a-82e6-4d32-956b-a4b5bc2d6520,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:45.353969 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-8991d60d-bd9d-409b-a42b-3850054fffba tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:45.418206 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec22eb7d-ad0e-442e-9a5d-7edbceee43b7 req-8991d60d-bd9d-409b-a42b-3850054fffba tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] No DVR routers for this DVR port 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:57:45.422972 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-ec22eb7d-ad0e-442e-9a5d-7edbceee43b7 req-8991d60d-bd9d-409b-a42b-3850054fffba tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.424975 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-ec22eb7d-ad0e-442e-9a5d-7edbceee43b7 req-8991d60d-bd9d-409b-a42b-3850054fffba tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.37 "DELETE /v2.0/ports/7d773b2a-82e6-4d32-956b-a4b5bc2d6520 HTTP/1.1" status: 204 len: 173 time: 0.6334927 Jun 28 09:57:45.440039 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-2e0b4420-e244-49e5-9858-6cef34d304b1 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:45.441500 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-2e0b4420-e244-49e5-9858-6cef34d304b1 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.37 "GET /v2.0/networks?id=5214620d-db6e-472a-aa9a-82d5849d56ea HTTP/1.1" status: 200 len: 814 time: 0.1951849 Jun 28 09:57:45.457610 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-b7d5e95f-42ca-4938-9417-eb00e5794be8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Request body: {'port': {'device_id': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea', 'admin_state_up': True, 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:45.628356 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a8a0c-bcc3-42e7-9c1f-da1e0e85b1e8 req-d2a747c8-502d-41f7-b044-99ec67fb31c7 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:45.629768 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-af2a8a0c-bcc3-42e7-9c1f-da1e0e85b1e8 req-d2a747c8-502d-41f7-b044-99ec67fb31c7 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 944 time: 0.0651984 Jun 28 09:57:45.655095 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-b7d5e95f-42ca-4938-9417-eb00e5794be8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Made reservation on behalf of d470a6b7ab644fd6a4719a0ea8ce44f2 for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:57:45.660297 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-b7d5e95f-42ca-4938-9417-eb00e5794be8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.667171 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-af2a8a0c-bcc3-42e7-9c1f-da1e0e85b1e8 req-f410d518-fc6d-42c2-af60-0c30572505b3 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316615 Jun 28 09:57:45.793169 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-b7d5e95f-42ca-4938-9417-eb00e5794be8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Allocated IP 172.20.0.13 (5214620d-db6e-472a-aa9a-82d5849d56ea/796f8baf-1acb-4756-92d8-bc7e089814b1/5567f067-6f08-436e-bd48-a6000e79c73b) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:57:45.899044 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59e1283-2758-4fa6-bf50-4f7eb1e8723b', 'name': 'network-vif-deleted', 'tag': '7d773b2a-82e6-4d32-956b-a4b5bc2d6520'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:45.905507 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a07dc1d-60f9-4ec2-9922-1360e060db94" -d '{"events": [{"server_uuid": "e59e1283-2758-4fa6-bf50-4f7eb1e8723b", "name": "network-vif-deleted", "tag": "7d773b2a-82e6-4d32-956b-a4b5bc2d6520"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:45.959277 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-b7d5e95f-42ca-4938-9417-eb00e5794be8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:45.974139 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-b7d5e95f-42ca-4938-9417-eb00e5794be8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Transition to ACTIVE for port object 5567f067-6f08-436e-bd48-a6000e79c73b will not be triggered until provisioned by entity DHCP. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:45.989201 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-155ce0fa-60a2-4b7a-930f-5eedbda89c5e req-028a0347-a047-4f4d-8e07-d1b38dd6c90d tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] 10.222.0.30 "GET /v2.0/ports?device_id=e59e1283-2758-4fa6-bf50-4f7eb1e8723b HTTP/1.1" status: 200 len: 210 time: 0.0329118 Jun 28 09:57:46.035153 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cad52c1-50e8-4227-9adb-0a0be49ea7d8 x-openstack-request-id: req-4cad52c1-50e8-4227-9adb-0a0be49ea7d8 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:46.035494 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59e1283-2758-4fa6-bf50-4f7eb1e8723b", "name": "network-vif-deleted", "tag": "7d773b2a-82e6-4d32-956b-a4b5bc2d6520", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:46.035799 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4cad52c1-50e8-4227-9adb-0a0be49ea7d8 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:46.036241 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59e1283-2758-4fa6-bf50-4f7eb1e8723b', 'name': 'network-vif-deleted', 'tag': '7d773b2a-82e6-4d32-956b-a4b5bc2d6520', 'status': 'completed', 'code': 200} Jun 28 09:57:46.226626 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-b7d5e95f-42ca-4938-9417-eb00e5794be8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58846138'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:46.233789 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-8867dbaf-e33d-46a1-8cf0-dbfeaa05aba0 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:46.273939 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-b7d5e95f-42ca-4938-9417-eb00e5794be8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Network 5214620d-db6e-472a-aa9a-82d5849d56ea is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:57:46.278914 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-b7d5e95f-42ca-4938-9417-eb00e5794be8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:57:46.283201 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-b7d5e95f-42ca-4938-9417-eb00e5794be8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:57:46.305993 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5e95f-42ca-4938-9417-eb00e5794be8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Pushing event updated for resources: {'Port': ['ID=5567f067-6f08-436e-bd48-a6000e79c73b,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:46.311870 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b7d5e95f-42ca-4938-9417-eb00e5794be8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:46.338628 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-b7d5e95f-42ca-4938-9417-eb00e5794be8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:46.339537 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-b7d5e95f-42ca-4938-9417-eb00e5794be8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:46.482381 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-b7d5e95f-42ca-4938-9417-eb00e5794be8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0292945 Jun 28 09:57:46.494046 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Request body: {'port': {'device_id': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:57:46.574235 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68337ab-7f64-4c95-ae41-a52d5c62948a req-e1c45aaf-be15-409d-9437-c44360a86b5e tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:46.575617 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f68337ab-7f64-4c95-ae41-a52d5c62948a req-e1c45aaf-be15-409d-9437-c44360a86b5e tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 932 time: 0.0670905 Jun 28 09:57:46.600331 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:46.630331 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f68337ab-7f64-4c95-ae41-a52d5c62948a req-7a015d78-e49b-4782-b82a-9757329b9f1b tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365896 Jun 28 09:57:46.811565 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffa5a5-6d2b-4690-ad81-b80ae5d8c094 req-e9b62840-19a8-48b7-be33-16011f1d8fb4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:46.813562 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-faffa5a5-6d2b-4690-ad81-b80ae5d8c094 req-e9b62840-19a8-48b7-be33-16011f1d8fb4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0826917 Jun 28 09:57:46.837716 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-6f8d8614-e404-4483-9463-c7cbb7c6c278 None None] Provisioning for port 5567f067-6f08-436e-bd48-a6000e79c73b completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:46.843385 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-6f8d8614-e404-4483-9463-c7cbb7c6c278 None None] Provisioning complete for port 5567f067-6f08-436e-bd48-a6000e79c73b triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:46.847778 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6f8d8614-e404-4483-9463-c7cbb7c6c278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:46.872948 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-faffa5a5-6d2b-4690-ad81-b80ae5d8c094 req-e6a3c93f-6e60-4851-aa0b-433a3db60628 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523770 Jun 28 09:57:46.948637 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5567f067-6f08-436e-bd48-a6000e79c73b {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:57:46.958770 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d8614-e404-4483-9463-c7cbb7c6c278 None None] Port 5567f067-6f08-436e-bd48-a6000e79c73b cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:57:46.965265 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:46.992300 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Transition to ACTIVE for port object 5567f067-6f08-436e-bd48-a6000e79c73b will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:57:47.130071 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:47.137525 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:47.150090 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f4b3b-6915-430a-a6ed-e50371e1fd9a req-17c861e0-6ceb-45d6-afa1-84e8f2cde1e4 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:47.151957 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ea9f4b3b-6915-430a-a6ed-e50371e1fd9a req-17c861e0-6ceb-45d6-afa1-84e8f2cde1e4 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 944 time: 0.1483257 Jun 28 09:57:47.169745 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd892121-fc94-4666-afb7-46a24ed538bc req-2e8896bb-9ae3-49f7-865d-17296b386b5b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:47.181663 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cd892121-fc94-4666-afb7-46a24ed538bc req-2e8896bb-9ae3-49f7-865d-17296b386b5b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.1113284 Jun 28 09:57:47.229134 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5567f067-6f08-436e-bd48-a6000e79c73b,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:47.269118 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:47.269330 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cd892121-fc94-4666-afb7-46a24ed538bc req-e1451547-92c9-4687-ab28-56a74d43f00e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908585 Jun 28 09:57:47.275915 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ea9f4b3b-6915-430a-a6ed-e50371e1fd9a req-237b3065-cd43-44a5-baaf-97abb8cc1a6e tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145051 Jun 28 09:57:47.542267 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 49540) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:47.589291 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462276-d56c-4283-86b2-e5d378c0d86d req-07e2295a-47b6-423e-a340-b37ef325b5d6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:47.591895 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a6462276-d56c-4283-86b2-e5d378c0d86d req-07e2295a-47b6-423e-a340-b37ef325b5d6 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1598122 Jun 28 09:57:47.630072 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_v2 [None req-256fce1b-334b-49cf-a5da-4b09a5835b10 admin admin] Deleting subnet e3ff202d-893a-4c89-bdbc-680e574cfd76 {{(pid=100130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:57:47.672374 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-256fce1b-334b-49cf-a5da-4b09a5835b10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:47.708370 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Attempting to bind port 5567f067-6f08-436e-bd48-a6000e79c73b on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:57:47.710484 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Attempting to bind port 5567f067-6f08-436e-bd48-a6000e79c73b by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'a427546c-ee22-4cc2-b0d6-ac437961ff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:57:47.710932 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Attempting to bind port 5567f067-6f08-436e-bd48-a6000e79c73b on network 5214620d-db6e-472a-aa9a-82d5849d56ea {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:47.722848 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Port 5567f067-6f08-436e-bd48-a6000e79c73b on network 5214620d-db6e-472a-aa9a-82d5849d56ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:57:47.723244 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Attempting to bind port 5567f067-6f08-436e-bd48-a6000e79c73b on network 5214620d-db6e-472a-aa9a-82d5849d56ea {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:57:47.741815 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a6462276-d56c-4283-86b2-e5d378c0d86d req-a5128e94-aa47-41ae-8d0c-c76a05ce4ef2 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228399 Jun 28 09:57:47.748978 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:57:47.749341 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Checking segment: {'id': 'a427546c-ee22-4cc2-b0d6-ac437961ff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:57:47.749756 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Bound using segment: {'id': 'a427546c-ee22-4cc2-b0d6-ac437961ff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:57:47.750219 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Bound port: 5567f067-6f08-436e-bd48-a6000e79c73b, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a427546c-ee22-4cc2-b0d6-ac437961ff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:57:47.750588 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:47.760120 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-256fce1b-334b-49cf-a5da-4b09a5835b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59617636'] for subnet, precommit_delete_associations {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:47.779696 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 6fa1884c-7f49-4290-81ad-fc679a688d94 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:57:47.851851 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] For port 5567f067-6f08-436e-bd48-a6000e79c73b, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:57:47.864424 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] For port 5567f067-6f08-436e-bd48-a6000e79c73b, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5567f067-6f08-436e-bd48-a6000e79c73b,segment=NetworkSegment(a427546c-ee22-4cc2-b0d6-ac437961ff36),segment_id=a427546c-ee22-4cc2-b0d6-ac437961ff36)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:57:47.890070 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-256fce1b-334b-49cf-a5da-4b09a5835b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:48.025801 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b1d4-17b2-4b83-ab27-66076216040a req-2336cc16-3f1d-4f6b-a971-9b0ce7bf80e5 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:48.033503 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 6fa1884c-7f49-4290-81ad-fc679a688d94, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6fa1884c-7f49-4290-81ad-fc679a688d94,segment=NetworkSegment(e706efac-0d7e-4f94-918e-a21d2ab7b431),segment_id=e706efac-0d7e-4f94-918e-a21d2ab7b431)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:48.040218 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5058b1d4-17b2-4b83-ab27-66076216040a req-2336cc16-3f1d-4f6b-a971-9b0ce7bf80e5 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 944 time: 0.1992559 Jun 28 09:57:48.059467 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '6fa1884c-7f49-4290-81ad-fc679a688d94', 'network_id': 'ad90ee26-f214-423d-915c-1771f9f452d5', 'port_id': '6fa1884c-7f49-4290-81ad-fc679a688d94', 'mac_address': 'fa:16:3e:c8:47:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e51b1f0-1344-41d3-a3b3-e3bfb6d33134', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:57:48.120411 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5058b1d4-17b2-4b83-ab27-66076216040a req-bf439b3a-37e4-4d3d-8a73-4a9a6206054f tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788724 Jun 28 09:57:48.158956 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:48.176741 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa1884c-7f49-4290-81ad-fc679a688d94 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:57:48.202532 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 6fa1884c-7f49-4290-81ad-fc679a688d94, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6fa1884c-7f49-4290-81ad-fc679a688d94,segment=NetworkSegment(e706efac-0d7e-4f94-918e-a21d2ab7b431),segment_id=e706efac-0d7e-4f94-918e-a21d2ab7b431)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:48.289269 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1b83c-771f-4731-848d-6e1729d1aa45 req-72bbddb4-89f4-4832-8df2-5a7198cc5401 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:48.290927 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-71e1b83c-771f-4731-848d-6e1729d1aa45 req-72bbddb4-89f4-4832-8df2-5a7198cc5401 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0731680 Jun 28 09:57:48.341231 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-71e1b83c-771f-4731-848d-6e1729d1aa45 req-060e1ef2-8dc7-4be3-af84-78d8b3579690 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438228 Jun 28 09:57:48.514971 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797280f5-3cce-4fec-8ee2-cbbfaea089c3 req-7c816a8b-0f4d-4d67-8582-de644e29dbf7 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:48.516500 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-797280f5-3cce-4fec-8ee2-cbbfaea089c3 req-7c816a8b-0f4d-4d67-8582-de644e29dbf7 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.1017582 Jun 28 09:57:48.571972 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828755f-1621-432a-b60a-4aae24740186 req-03cd2036-b54c-418d-bcc7-54583983fdfc tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:48.573537 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8828755f-1621-432a-b60a-4aae24740186 req-03cd2036-b54c-418d-bcc7-54583983fdfc tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 944 time: 0.1148977 Jun 28 09:57:48.578976 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-797280f5-3cce-4fec-8ee2-cbbfaea089c3 req-07e3d9f4-8958-4661-87a6-192f078a2ae3 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559282 Jun 28 09:57:48.627963 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8828755f-1621-432a-b60a-4aae24740186 req-11043d89-e4a6-4212-bf99-8c3999158953 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474873 Jun 28 09:57:48.918437 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f1eb3-d8f1-42d0-9c7d-bc44128d021b req-39a75159-9f9a-4944-8885-024921dfddd5 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:48.919926 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5e6f1eb3-d8f1-42d0-9c7d-bc44128d021b req-39a75159-9f9a-4944-8885-024921dfddd5 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0650260 Jun 28 09:57:48.966598 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5e6f1eb3-d8f1-42d0-9c7d-bc44128d021b req-30e2d615-f3f7-4924-98a2-af6aef5fb91b tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401368 Jun 28 09:57:49.254834 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.261772 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-256fce1b-334b-49cf-a5da-4b09a5835b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59015134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59262105'] for subnet, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.262024 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.262540 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-5aa3544a-30c7-4da4-b67e-68d48e2bf1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:49.262655 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:49.262759 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:49.291232 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fce1b-334b-49cf-a5da-4b09a5835b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3ff202d-893a-4c89-bdbc-680e574cfd76,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:49.307184 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-256fce1b-334b-49cf-a5da-4b09a5835b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:49.316043 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-256fce1b-334b-49cf-a5da-4b09a5835b10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.316043 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-256fce1b-334b-49cf-a5da-4b09a5835b10 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e3ff202d-893a-4c89-bdbc-680e574cfd76 HTTP/1.1" status: 204 len: 168 time: 1.7707179 Jun 28 09:57:49.316043 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 49554) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:49.321103 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:49.322239 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.324579 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] 10.222.0.37 "PUT /v2.0/ports/5567f067-6f08-436e-bd48-a6000e79c73b HTTP/1.1" status: 200 len: 1094 time: 2.8352468 Jun 28 09:57:49.325326 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'tag': '5567f067-6f08-436e-bd48-a6000e79c73b'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:49.328197 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a45020-3551-4730-a38b-482f311089af" -d '{"events": [{"name": "network-changed", "server_uuid": "1feaad6e-287c-4f3b-b304-42e267f2d989", "tag": "5567f067-6f08-436e-bd48-a6000e79c73b"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:49.347893 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=6fa1884c-7f49-4290-81ad-fc679a688d94,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:49.355846 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:49.403649 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5567f067-6f08-436e-bd48-a6000e79c73b,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:49.411503 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:49.418402 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394cd732-97bb-4519-912a-f0e507265bde x-openstack-request-id: req-394cd732-97bb-4519-912a-f0e507265bde {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:49.418759 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1feaad6e-287c-4f3b-b304-42e267f2d989", "tag": "5567f067-6f08-436e-bd48-a6000e79c73b", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:49.419033 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-394cd732-97bb-4519-912a-f0e507265bde {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:49.419474 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'tag': '5567f067-6f08-436e-bd48-a6000e79c73b', 'status': 'completed', 'code': 200} Jun 28 09:57:49.473588 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-314869da-e80e-4766-8459-60c0f244020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.500865 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c119e-d9fe-4c74-8421-a22495860f22 req-79e878a9-18b2-403d-b20a-2d3b09723241 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:49.503073 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6c4c119e-d9fe-4c74-8421-a22495860f22 req-79e878a9-18b2-403d-b20a-2d3b09723241 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 944 time: 0.2143919 Jun 28 09:57:49.548690 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['6fa1884c-7f49-4290-81ad-fc679a688d94'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:57:49.794719 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:57:49.815842 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:57:49.816203 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 7d773b2a-82e6-4d32-956b-a4b5bc2d6520 not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:57:49.882956 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-314869da-e80e-4766-8459-60c0f244020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.899189 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6c4c119e-d9fe-4c74-8421-a22495860f22 req-6b48350a-e3ec-4a3e-a561-94f8f9ece97c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720589 Jun 28 09:57:49.905401 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-314869da-e80e-4766-8459-60c0f244020e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03dab8f-155d-4b3a-b41a-3cf9b5c808da']}} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:49.918581 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-314869da-e80e-4766-8459-60c0f244020e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8544150-b8f6-4d3b-9c6f-20156e61e29a') {'for_net_delete': True} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:49.918888 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-314869da-e80e-4766-8459-60c0f244020e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8544150-b8f6-4d3b-9c6f-20156e61e29a') {} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:57:49.934950 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-314869da-e80e-4766-8459-60c0f244020e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59617651'] for segment, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.953657 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-314869da-e80e-4766-8459-60c0f244020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.962809 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18833e-faaa-46a4-886b-af3f7c7098df req-be01460c-71a2-4d40-a8f0-68ae7c3429bb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:49.964268 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5a18833e-faaa-46a4-886b-af3f7c7098df req-be01460c-71a2-4d40-a8f0-68ae7c3429bb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.4213424 Jun 28 09:57:49.971867 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314869da-e80e-4766-8459-60c0f244020e admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=100130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:57:49.972282 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-314869da-e80e-4766-8459-60c0f244020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014971'] for segment, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: Traceback (most recent call last): Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: timer() Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: cb(*args, **kw) Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: return func(*args, **kwargs) Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: self._notify() Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: self.callback(batched_events) Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: event.method(event) Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: return f(self, *a, **k) Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._get(url).json() Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: return self.request(url, 'GET', **kwargs) Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:57:49.974087 dv-cinder-786627-12-iscsi neutron-server[100130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:57:50.084844 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5a18833e-faaa-46a4-886b-af3f7c7098df req-3bc5731a-354a-44f6-a50f-c9723c836459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097116 Jun 28 09:57:50.122651 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66261148-2cdd-40ec-9c13-3a982c5e74be req-76d7d5d4-015a-47f3-84cf-3daeeeac55c7 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:50.124157 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-66261148-2cdd-40ec-9c13-3a982c5e74be req-76d7d5d4-015a-47f3-84cf-3daeeeac55c7 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0863814 Jun 28 09:57:50.168852 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-66261148-2cdd-40ec-9c13-3a982c5e74be req-9f1d520b-5ac5-4104-9af3-5eadce90e763 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351086 Jun 28 09:57:50.231805 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-314869da-e80e-4766-8459-60c0f244020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:50.241917 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-314869da-e80e-4766-8459-60c0f244020e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:50.243964 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-314869da-e80e-4766-8459-60c0f244020e admin admin] 10.222.0.30 "DELETE /v2.0/networks/e03dab8f-155d-4b3a-b41a-3cf9b5c808da HTTP/1.1" status: 204 len: 168 time: 0.9042544 Jun 28 09:57:50.283251 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0c5aa5c3-e458-46c3-82b5-1772dedc0df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:50.307344 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314869da-e80e-4766-8459-60c0f244020e admin admin] Pushing event deleted for resources: {'Network': ['ID=e03dab8f-155d-4b3a-b41a-3cf9b5c808da,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:50.322520 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-314869da-e80e-4766-8459-60c0f244020e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:50.393164 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52238e62-4df5-415a-a701-673ae43bea0a req-72514244-ba5a-4d63-9a3e-7f319590e00f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:50.394969 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-52238e62-4df5-415a-a701-673ae43bea0a req-72514244-ba5a-4d63-9a3e-7f319590e00f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 945 time: 0.1591747 Jun 28 09:57:50.421498 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4fda5-96c6-4fe1-aa6e-137a4b97aaa4 req-160c0339-9fbd-4347-8fbf-aff472e0dc66 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:50.423750 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0da4fda5-96c6-4fe1-aa6e-137a4b97aaa4 req-160c0339-9fbd-4347-8fbf-aff472e0dc66 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1201515 Jun 28 09:57:50.480258 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-52238e62-4df5-415a-a701-673ae43bea0a req-756bfaad-92a2-4ceb-9ea7-dbe075c380f6 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789707 Jun 28 09:57:50.494405 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0da4fda5-96c6-4fe1-aa6e-137a4b97aaa4 req-4836aa6d-2a92-4399-8467-89c2f4aeb669 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633543 Jun 28 09:57:50.963498 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 49572) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:51.009585 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-aabe148a-c634-45d2-aa4e-46a04d513fb9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=037d44069cbe4e8a89b2bb601b199399&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420198 Jun 28 09:57:51.010008 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 49574) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:57:51.071251 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-85f90980-2cff-4661-892d-1580f553c07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:51.093476 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-85f90980-2cff-4661-892d-1580f553c07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:51.096976 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c285a-4a84-431d-8a68-fa5657807d68 req-971cc77e-e160-4aca-906f-f2323ce82d8a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:51.098624 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-860c285a-4a84-431d-8a68-fa5657807d68 req-971cc77e-e160-4aca-906f-f2323ce82d8a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 944 time: 0.0746102 Jun 28 09:57:51.163115 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-860c285a-4a84-431d-8a68-fa5657807d68 req-12f413ed-b92f-458f-a95a-561bf457a261 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550878 Jun 28 09:57:51.294548 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c629e18-a17f-47b3-b47a-bd3ea6f2352a req-55250393-6292-472e-9888-3c6b3477270a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:51.296229 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5c629e18-a17f-47b3-b47a-bd3ea6f2352a req-55250393-6292-472e-9888-3c6b3477270a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0746448 Jun 28 09:57:51.366734 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5c629e18-a17f-47b3-b47a-bd3ea6f2352a req-15c23de9-9b67-4bd9-9429-184124b45649 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599253 Jun 28 09:57:51.396897 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f2523-f0ad-4a9b-925e-1d8b26fa97e5 req-f3e7e951-6002-4a14-b3cd-962389f40495 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:51.407881 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-85f90980-2cff-4661-892d-1580f553c07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:51.408891 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a16f2523-f0ad-4a9b-925e-1d8b26fa97e5 req-f3e7e951-6002-4a14-b3cd-962389f40495 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0934243 Jun 28 09:57:51.408999 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-85f90980-2cff-4661-892d-1580f553c07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:51.408999 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-85f90980-2cff-4661-892d-1580f553c07d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/804ae03f-ddfa-4a7a-94c3-15100c17b065 HTTP/1.1" status: 204 len: 168 time: 0.3868721 Jun 28 09:57:51.408999 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-861d4489-b407-4cf0-b966-98234b08c06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:51.408999 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f90980-2cff-4661-892d-1580f553c07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804ae03f-ddfa-4a7a-94c3-15100c17b065,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:51.428564 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-85f90980-2cff-4661-892d-1580f553c07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:51.439643 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a16f2523-f0ad-4a9b-925e-1d8b26fa97e5 req-231b0604-6ad4-4ef3-acc4-6e4b3d1f0871 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417104 Jun 28 09:57:51.723484 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658583a-b1f5-48ed-99ef-a53fc7907485 req-1bb6a4a4-0d03-48fb-b87f-bfc82195749b tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:51.725317 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e658583a-b1f5-48ed-99ef-a53fc7907485 req-1bb6a4a4-0d03-48fb-b87f-bfc82195749b tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 945 time: 0.1188412 Jun 28 09:57:51.765089 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480e2a1-88fe-4511-b785-5b4c3891d3f6 req-468610c4-ff44-49e4-b8c0-41faf55d0bf4 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:51.767299 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8480e2a1-88fe-4511-b785-5b4c3891d3f6 req-468610c4-ff44-49e4-b8c0-41faf55d0bf4 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.1232409 Jun 28 09:57:51.806892 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e658583a-b1f5-48ed-99ef-a53fc7907485 req-9834a697-2b9a-4dbc-8c0e-dcb31031799f tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673311 Jun 28 09:57:51.822535 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8480e2a1-88fe-4511-b785-5b4c3891d3f6 req-bc07da68-cff5-478e-bdeb-fb8be2659812 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442429 Jun 28 09:57:51.833521 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 6fa1884c-7f49-4290-81ad-fc679a688d94 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:57:52.275348 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port 6fa1884c-7f49-4290-81ad-fc679a688d94 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:57:52.284413 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 6fa1884c-7f49-4290-81ad-fc679a688d94 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:57:52.284829 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:52.360206 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5001f-31e1-482c-ba61-93f40101260f req-4c34c3f0-eb82-4b79-93bb-325e98418878 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:52.371661 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-89e5001f-31e1-482c-ba61-93f40101260f req-4c34c3f0-eb82-4b79-93bb-325e98418878 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 944 time: 0.0719106 Jun 28 09:57:52.382499 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:52.407056 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1337ca-5241-4b91-bf64-03fa4ba67779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa1884c-7f49-4290-81ad-fc679a688d94'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:57:52.409971 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a937fd9e-38d2-4f46-9fe3-05ede0207e3e" -d '{"events": [{"server_uuid": "cc1337ca-5241-4b91-bf64-03fa4ba67779", "name": "network-vif-plugged", "status": "completed", "tag": "6fa1884c-7f49-4290-81ad-fc679a688d94"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:57:52.423951 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 6fa1884c-7f49-4290-81ad-fc679a688d94, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6fa1884c-7f49-4290-81ad-fc679a688d94,segment=NetworkSegment(e706efac-0d7e-4f94-918e-a21d2ab7b431),segment_id=e706efac-0d7e-4f94-918e-a21d2ab7b431)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:57:52.426699 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-89e5001f-31e1-482c-ba61-93f40101260f req-34bab36e-ae87-4c93-9004-d2628f9ae0b8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575132 Jun 28 09:57:52.485651 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dab516-9667-4b22-807a-059872b0d23f x-openstack-request-id: req-68dab516-9667-4b22-807a-059872b0d23f {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:57:52.485959 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1337ca-5241-4b91-bf64-03fa4ba67779", "name": "network-vif-plugged", "status": "completed", "tag": "6fa1884c-7f49-4290-81ad-fc679a688d94", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:57:52.486223 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68dab516-9667-4b22-807a-059872b0d23f {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:57:52.486623 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1337ca-5241-4b91-bf64-03fa4ba67779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa1884c-7f49-4290-81ad-fc679a688d94', 'code': 200} Jun 28 09:57:52.644183 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc818b56-de8a-4341-a8a3-08de1b93e99a req-bcfbd4c1-1ad0-4ec1-8368-a5afd021f386 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:52.645665 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-dc818b56-de8a-4341-a8a3-08de1b93e99a req-bcfbd4c1-1ad0-4ec1-8368-a5afd021f386 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.1021466 Jun 28 09:57:52.700582 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-dc818b56-de8a-4341-a8a3-08de1b93e99a req-192d4a4c-b2be-4453-a95d-24458bac9953 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457518 Jun 28 09:57:52.713066 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753077f-bbe7-4938-9b47-ba546c449410 req-ef2f0881-af67-4749-a552-b1d783c84185 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:52.714630 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6753077f-bbe7-4938-9b47-ba546c449410 req-ef2f0881-af67-4749-a552-b1d783c84185 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.1165462 Jun 28 09:57:52.761805 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6753077f-bbe7-4938-9b47-ba546c449410 req-c489c025-47b0-4f4a-aaa7-86706373b5b4 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361061 Jun 28 09:57:52.908522 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:52.908522 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:57:53.013548 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=6fa1884c-7f49-4290-81ad-fc679a688d94,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:57:53.017801 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:57:53.098706 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258873b2-3d07-40d4-bd19-ba0a6036445f req-01f2eadd-c357-47cc-9c40-81691ed9aff0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:53.105782 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-258873b2-3d07-40d4-bd19-ba0a6036445f req-01f2eadd-c357-47cc-9c40-81691ed9aff0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0767746 Jun 28 09:57:53.178781 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-258873b2-3d07-40d4-bd19-ba0a6036445f req-9ffbef78-d271-417d-bcfa-0a60262fb81e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719585 Jun 28 09:57:53.224767 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a5ce3-3289-44ac-b3cb-54d74375d6bf req-63ac17e2-f3b9-4efb-b083-ae0ff9938d77 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:53.226707 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7c2a5ce3-3289-44ac-b3cb-54d74375d6bf req-63ac17e2-f3b9-4efb-b083-ae0ff9938d77 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 946 time: 0.1039600 Jun 28 09:57:53.273632 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7c2a5ce3-3289-44ac-b3cb-54d74375d6bf req-1789cb49-93a1-4087-b66c-703bcaa02b18 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406749 Jun 28 09:57:53.628937 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e74ee-a497-4aae-85cc-df676a61ef90 req-e3cd273e-502a-46d8-82c1-f5ceec31ab0f tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:53.636585 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-004e74ee-a497-4aae-85cc-df676a61ef90 req-e3cd273e-502a-46d8-82c1-f5ceec31ab0f tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 944 time: 0.0827687 Jun 28 09:57:53.688096 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-004e74ee-a497-4aae-85cc-df676a61ef90 req-a6b6dd89-07ae-494d-bb8a-96bfb0aa84e7 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501983 Jun 28 09:57:53.916937 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01818e-8f57-4bda-8b6c-e4e0aaea9009 req-bb3a79a6-7bee-48f7-b691-a792bfa11578 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:53.919387 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ec01818e-8f57-4bda-8b6c-e4e0aaea9009 req-bb3a79a6-7bee-48f7-b691-a792bfa11578 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0814443 Jun 28 09:57:53.964347 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ec01818e-8f57-4bda-8b6c-e4e0aaea9009 req-d8467cca-e370-4b00-8b57-011b0eb870b5 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346348 Jun 28 09:57:54.140140 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e215cb-07a8-4076-83e4-7413022c86ba req-4eeca569-974f-4776-8a72-7298328b745b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:54.142218 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-24e215cb-07a8-4076-83e4-7413022c86ba req-4eeca569-974f-4776-8a72-7298328b745b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0699017 Jun 28 09:57:54.181002 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-24e215cb-07a8-4076-83e4-7413022c86ba req-59b5f385-2ea7-4a69-a676-ade367641778 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328076 Jun 28 09:57:54.374881 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5b66b-ab9c-43ef-882b-a0f77841a945 req-e097bf05-7ae9-408c-847d-3761a9e266e0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:54.376565 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-aba5b66b-ab9c-43ef-882b-a0f77841a945 req-e097bf05-7ae9-408c-847d-3761a9e266e0 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0727088 Jun 28 09:57:54.419050 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-aba5b66b-ab9c-43ef-882b-a0f77841a945 req-36443791-ae1c-497b-82c1-5921c336a2ed tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362349 Jun 28 09:57:54.596232 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e7698-19da-499c-8ed2-7027e3cb5c06 req-dff256d8-157a-4568-9a8d-1453bf458b34 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:54.598043 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9d2e7698-19da-499c-8ed2-7027e3cb5c06 req-dff256d8-157a-4568-9a8d-1453bf458b34 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 946 time: 0.0702882 Jun 28 09:57:54.639687 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9d2e7698-19da-499c-8ed2-7027e3cb5c06 req-f487da1b-250c-43ef-ae06-5272dd41229e tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359092 Jun 28 09:57:54.872637 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02969d59-8e9c-410f-86ac-db2d508ad878 req-bcb8ebc7-967e-45a2-8e83-ceb450cb10d8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:54.874321 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-02969d59-8e9c-410f-86ac-db2d508ad878 req-bcb8ebc7-967e-45a2-8e83-ceb450cb10d8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 944 time: 0.0734296 Jun 28 09:57:54.916077 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-02969d59-8e9c-410f-86ac-db2d508ad878 req-bdcc3d73-d9cd-425b-a891-a5ac4cc964e2 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349989 Jun 28 09:57:55.205896 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f62f48-c56b-47f9-aade-3927f258d052 req-e5958c10-ad7f-4b38-9a74-434790b2986a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:55.208511 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f3f62f48-c56b-47f9-aade-3927f258d052 req-e5958c10-ad7f-4b38-9a74-434790b2986a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0977283 Jun 28 09:57:55.257629 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f3f62f48-c56b-47f9-aade-3927f258d052 req-78d09c00-72e6-4c45-8b16-c8b164b674a7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435669 Jun 28 09:57:55.380843 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0db978-3309-48ec-ae7c-798dc62c4395 req-bf53c442-77f2-45ae-87ba-9d74953ed959 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:55.382513 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1b0db978-3309-48ec-ae7c-798dc62c4395 req-bf53c442-77f2-45ae-87ba-9d74953ed959 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0701118 Jun 28 09:57:55.429460 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1b0db978-3309-48ec-ae7c-798dc62c4395 req-1f6e440f-93de-450f-afd1-7287dfdd8209 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408745 Jun 28 09:57:55.613515 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec357f-ef23-49aa-8272-2667c699aa2c req-ddf06b2e-11ff-47f7-875a-d57c7a6d8f33 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:55.615128 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-36ec357f-ef23-49aa-8272-2667c699aa2c req-ddf06b2e-11ff-47f7-875a-d57c7a6d8f33 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0816224 Jun 28 09:57:55.653726 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-36ec357f-ef23-49aa-8272-2667c699aa2c req-bb3ed611-cebf-4553-8408-ac15ba2ce536 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327287 Jun 28 09:57:55.855944 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b524f-0c5f-4d3c-80f6-0266e00548a6 req-11cf6393-9336-4117-997a-10e2b34e7b83 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:55.926988 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cb1b524f-0c5f-4d3c-80f6-0266e00548a6 req-11cf6393-9336-4117-997a-10e2b34e7b83 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 946 time: 0.0682869 Jun 28 09:57:55.926988 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cb1b524f-0c5f-4d3c-80f6-0266e00548a6 req-1b049506-2d03-4c4b-8e00-25a4eabdd6c4 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327027 Jun 28 09:57:56.124914 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ed254-a204-42d3-b3d7-e531495c8780 req-77b647e9-7fad-40e5-a09a-b2d91f50f41e tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:56.126632 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-295ed254-a204-42d3-b3d7-e531495c8780 req-77b647e9-7fad-40e5-a09a-b2d91f50f41e tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 944 time: 0.0722303 Jun 28 09:57:56.174943 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-295ed254-a204-42d3-b3d7-e531495c8780 req-f660c0ff-7cbe-4cd4-af0e-17da6bd07e59 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370440 Jun 28 09:57:56.450733 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e902ab8-a30b-415c-934b-dc0b0d0a32d9 req-d2d33198-5a61-4937-aea7-48da75931bc6 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:56.452404 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4e902ab8-a30b-415c-934b-dc0b0d0a32d9 req-d2d33198-5a61-4937-aea7-48da75931bc6 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0763338 Jun 28 09:57:56.505783 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4e902ab8-a30b-415c-934b-dc0b0d0a32d9 req-746e4213-3a21-42b7-a0d9-0f2d47fb92ad tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465500 Jun 28 09:57:56.691681 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad4426-b96c-4fac-b2c4-d9cbd0812732 req-101a5144-d3dd-4da6-9004-dc06c04f4377 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:56.693262 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b2ad4426-b96c-4fac-b2c4-d9cbd0812732 req-101a5144-d3dd-4da6-9004-dc06c04f4377 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0676410 Jun 28 09:57:56.740061 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b2ad4426-b96c-4fac-b2c4-d9cbd0812732 req-dfe777ee-59e2-464f-82dd-5d2cab88e879 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409460 Jun 28 09:57:56.919547 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb876b2-770e-4a11-8690-6adecb39af00 req-9f171d62-c7b0-44bf-963c-8254d1298839 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:56.921645 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1fb876b2-770e-4a11-8690-6adecb39af00 req-9f171d62-c7b0-44bf-963c-8254d1298839 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0703890 Jun 28 09:57:56.965083 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1fb876b2-770e-4a11-8690-6adecb39af00 req-a6505a58-1ad0-4d9d-ae91-a0ee7126a0af tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362144 Jun 28 09:57:57.122317 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c63c32-67de-4448-ba5a-767d65fe465c req-f67397e9-219b-4196-a5ae-7e9b33183591 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:57.123782 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-60c63c32-67de-4448-ba5a-767d65fe465c req-f67397e9-219b-4196-a5ae-7e9b33183591 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 946 time: 0.0667794 Jun 28 09:57:57.161245 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-60c63c32-67de-4448-ba5a-767d65fe465c req-ae7f56a5-d1bb-4503-8551-ed37869d4840 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Jun 28 09:57:57.350350 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424080f1-ab97-49a7-b855-a7055d604337 req-d3121a8f-ecc1-4637-818c-c47cb79ad47d tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:57.351751 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-424080f1-ab97-49a7-b855-a7055d604337 req-d3121a8f-ecc1-4637-818c-c47cb79ad47d tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 944 time: 0.0652966 Jun 28 09:57:57.389127 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-424080f1-ab97-49a7-b855-a7055d604337 req-7881fb0b-d32e-45cb-9c17-79058e271bc6 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316744 Jun 28 09:57:57.701292 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f245d-c87c-4568-a57b-f6a47a150fb6 req-0dee80d2-1fdd-4ddc-b292-78627176bd95 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:57.702686 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-414f245d-c87c-4568-a57b-f6a47a150fb6 req-0dee80d2-1fdd-4ddc-b292-78627176bd95 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0689826 Jun 28 09:57:57.740175 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-414f245d-c87c-4568-a57b-f6a47a150fb6 req-58afdd8f-92d9-4633-96f9-525b9eb2ca84 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313075 Jun 28 09:57:57.913235 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e60e9e-a354-4e4e-824a-ffe38eeebf5e req-cc68267e-e53b-4914-bb44-418addb63340 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:57.914767 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-32e60e9e-a354-4e4e-824a-ffe38eeebf5e req-cc68267e-e53b-4914-bb44-418addb63340 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0636415 Jun 28 09:57:57.951106 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-32e60e9e-a354-4e4e-824a-ffe38eeebf5e req-f92c68a0-08a7-4278-8185-c7b908535373 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307319 Jun 28 09:57:58.148572 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b535-2805-4c1e-9e58-87ef061f21fd req-da28e4ee-1d90-4d6a-b6f2-92c0bf0e5f23 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:58.150054 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0958b535-2805-4c1e-9e58-87ef061f21fd req-da28e4ee-1d90-4d6a-b6f2-92c0bf0e5f23 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0667701 Jun 28 09:57:58.186170 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0958b535-2805-4c1e-9e58-87ef061f21fd req-a17f8578-b54e-411b-9eef-485bf4140ce2 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305200 Jun 28 09:57:58.335124 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9e3f3-8230-40e0-af6e-66a35571a0ca req-97c31c3c-3a71-4662-8294-7d9b7cd21582 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:58.336644 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-64a9e3f3-8230-40e0-af6e-66a35571a0ca req-97c31c3c-3a71-4662-8294-7d9b7cd21582 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 946 time: 0.0647085 Jun 28 09:57:58.375320 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-64a9e3f3-8230-40e0-af6e-66a35571a0ca req-a851afc6-d164-4d37-b56f-e5069a724d74 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327303 Jun 28 09:57:58.563456 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803f08b-90bb-4897-97f9-93b5f9ccc4d6 req-09e95163-0d4d-40c1-9b10-7a24cf451ede tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:58.565034 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0803f08b-90bb-4897-97f9-93b5f9ccc4d6 req-09e95163-0d4d-40c1-9b10-7a24cf451ede tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 944 time: 0.0615201 Jun 28 09:57:58.603438 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0803f08b-90bb-4897-97f9-93b5f9ccc4d6 req-0db6394f-1aec-4ac9-abc7-1e1e37c9acb3 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325866 Jun 28 09:57:58.920798 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aff211-35ed-40ea-bd53-fc69bb4188f9 req-6fd19c19-5421-4f2e-b18a-a05b23cd4363 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:58.922166 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-40aff211-35ed-40ea-bd53-fc69bb4188f9 req-6fd19c19-5421-4f2e-b18a-a05b23cd4363 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0670905 Jun 28 09:57:58.958593 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-40aff211-35ed-40ea-bd53-fc69bb4188f9 req-598660d2-1b14-45eb-9538-f6058412e8b8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305793 Jun 28 09:57:59.125483 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7b7f4-a6c7-4319-901c-12216f2f6e20 req-c812d417-ddaf-4653-83b1-2ba83e84266a tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:59.127793 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b8d7b7f4-a6c7-4319-901c-12216f2f6e20 req-c812d417-ddaf-4653-83b1-2ba83e84266a tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0652528 Jun 28 09:57:59.170537 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b8d7b7f4-a6c7-4319-901c-12216f2f6e20 req-5580089c-1787-44d8-ac70-713f4a11fa4b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368531 Jun 28 09:57:59.365854 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97315d12-1c1c-4c3f-b20b-be6024646dff req-6dcde1bd-952d-4406-bc18-3b0f00c6664e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:59.367378 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-97315d12-1c1c-4c3f-b20b-be6024646dff req-6dcde1bd-952d-4406-bc18-3b0f00c6664e tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0676494 Jun 28 09:57:59.405458 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-97315d12-1c1c-4c3f-b20b-be6024646dff req-ec8cb6e3-a27e-401b-9f6b-e834bb3039d3 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320654 Jun 28 09:57:59.561850 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737508a5-22fe-4292-ae8c-00c37f973a48 req-00904b73-c53c-4d46-99d4-770e91481dd5 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:59.563926 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-737508a5-22fe-4292-ae8c-00c37f973a48 req-00904b73-c53c-4d46-99d4-770e91481dd5 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 946 time: 0.0632150 Jun 28 09:57:59.604959 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-737508a5-22fe-4292-ae8c-00c37f973a48 req-cf6938b1-7146-4f5d-8955-dcc37e2f3f30 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354259 Jun 28 09:57:59.662496 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a45020-3551-4730-a38b-482f311089af req-7cea26d3-4927-4b67-9aaf-2c187da3891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:59.663983 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-99a45020-3551-4730-a38b-482f311089af req-7cea26d3-4927-4b67-9aaf-2c187da3891f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d470a6b7ab644fd6a4719a0ea8ce44f2&device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 1097 time: 0.0538919 Jun 28 09:57:59.774621 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef026d-1855-45f3-99ab-e26875b7a278 req-8cc6df05-123c-436c-b78b-481eaa1bf5c5 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:57:59.776089 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-29ef026d-1855-45f3-99ab-e26875b7a278 req-8cc6df05-123c-436c-b78b-481eaa1bf5c5 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 944 time: 0.0633843 Jun 28 09:57:59.813878 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-29ef026d-1855-45f3-99ab-e26875b7a278 req-cf0eeadd-4223-456b-bcb6-eb97e7ff353e tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315306 Jun 28 09:58:00.138948 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded5cd0-914f-4a3b-a35a-1873d8ba8ea2 req-9ec0dc91-b5dd-4f82-8c87-c76915d714ce tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:00.140406 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4ded5cd0-914f-4a3b-a35a-1873d8ba8ea2 req-9ec0dc91-b5dd-4f82-8c87-c76915d714ce tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0668006 Jun 28 09:58:00.178006 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4ded5cd0-914f-4a3b-a35a-1873d8ba8ea2 req-36c109f9-2c9e-440c-b276-6466af1da65b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318990 Jun 28 09:58:00.348564 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f0262-18c3-4028-9475-487c0c1e105c req-ef71136b-d0d5-4d7d-b36e-849edf5ecf23 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:00.350161 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-439f0262-18c3-4028-9475-487c0c1e105c req-ef71136b-d0d5-4d7d-b36e-849edf5ecf23 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0676363 Jun 28 09:58:00.388367 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-439f0262-18c3-4028-9475-487c0c1e105c req-a06eb701-3acb-44dd-8330-ca3a5d83aeea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325787 Jun 28 09:58:00.586151 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d04df-53fe-41c9-b564-fcb3551e3cb0 req-2eed8444-403c-4191-8f6c-3bb05a5cd387 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:00.587638 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-848d04df-53fe-41c9-b564-fcb3551e3cb0 req-2eed8444-403c-4191-8f6c-3bb05a5cd387 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0697191 Jun 28 09:58:00.627313 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-848d04df-53fe-41c9-b564-fcb3551e3cb0 req-142e8f93-3d25-46d1-b450-61441c92fc86 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339174 Jun 28 09:58:00.782548 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92826a-f5be-41f3-b1d3-2f60cba4013c req-f160377b-0e1a-45f0-bde4-36d6a5ac1687 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:00.784051 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7f92826a-f5be-41f3-b1d3-2f60cba4013c req-f160377b-0e1a-45f0-bde4-36d6a5ac1687 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 946 time: 0.0668020 Jun 28 09:58:00.824330 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7f92826a-f5be-41f3-b1d3-2f60cba4013c req-fdf72bdb-196b-4756-aa42-1990e72e163a tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342362 Jun 28 09:58:00.827826 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a45020-3551-4730-a38b-482f311089af req-f86448ff-4298-48ea-8a73-a0a5c94d0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:00.830052 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-99a45020-3551-4730-a38b-482f311089af req-f86448ff-4298-48ea-8a73-a0a5c94d0425 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d470a6b7ab644fd6a4719a0ea8ce44f2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0993450 Jun 28 09:58:00.946603 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a45020-3551-4730-a38b-482f311089af req-9132ff3b-e3a0-4a8b-a5ef-df53a94b752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:00.948137 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-99a45020-3551-4730-a38b-482f311089af req-9132ff3b-e3a0-4a8b-a5ef-df53a94b752b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1091554 Jun 28 09:58:00.998471 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd516b5-c8ae-470d-b3fb-3eb4aa4197ca req-b52f066d-d6a4-4bd0-98e1-39cca6c46f76 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:01.001657 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1cd516b5-c8ae-470d-b3fb-3eb4aa4197ca req-b52f066d-d6a4-4bd0-98e1-39cca6c46f76 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 944 time: 0.0703135 Jun 28 09:58:01.043305 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1cd516b5-c8ae-470d-b3fb-3eb4aa4197ca req-5423b5b8-dbaa-4074-a962-890cb8e8b67c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366991 Jun 28 09:58:01.136249 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-9f865873-bf71-411b-bcb9-044bddb0d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:01.137783 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-9f865873-bf71-411b-bcb9-044bddb0d900 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d470a6b7ab644fd6a4719a0ea8ce44f2&device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 1097 time: 0.0978162 Jun 28 09:58:01.140375 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fe4c8-f8fc-4c57-b714-6f06ce7e3d76 req-b0177a47-532a-423e-9423-8a87acb7db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:01.144723 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bf7fe4c8-f8fc-4c57-b714-6f06ce7e3d76 req-b0177a47-532a-423e-9423-8a87acb7db57 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 1099 time: 0.0715559 Jun 28 09:58:01.194657 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-974d7eec-994f-4ff7-a3f2-f25cec0bf86d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5567f067-6f08-436e-bd48-a6000e79c73b HTTP/1.1" status: 200 len: 217 time: 0.0420518 Jun 28 09:58:01.253565 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bf7fe4c8-f8fc-4c57-b714-6f06ce7e3d76 req-69e78f4d-2efa-4294-bd44-443ccf270e06 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936394 Jun 28 09:58:01.260934 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-42ec97a3-9feb-4dc8-9ab7-6014a5069874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:01.262399 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-42ec97a3-9feb-4dc8-9ab7-6014a5069874 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=796f8baf-1acb-4756-92d8-bc7e089814b1 HTTP/1.1" status: 200 len: 853 time: 0.0598040 Jun 28 09:58:01.373532 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-e5d30dc8-2f2f-4d6b-a39c-858be9bc757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:01.375021 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-e5d30dc8-2f2f-4d6b-a39c-858be9bc757e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5214620d-db6e-472a-aa9a-82d5849d56ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534570 Jun 28 09:58:01.377834 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbb023-6475-433d-90ec-bbb271369df2 req-517d3e52-d527-4837-8431-46bc563dc688 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:01.379427 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d6fbb023-6475-433d-90ec-bbb271369df2 req-517d3e52-d527-4837-8431-46bc563dc688 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0686162 Jun 28 09:58:01.418084 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d6fbb023-6475-433d-90ec-bbb271369df2 req-68ce14e1-1048-44a2-81a6-5aca9cf3de3e tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330205 Jun 28 09:58:01.489774 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-a531c927-7817-45c9-af64-6487063b9406 service neutron] 10.222.0.37 "GET /v2.0/networks/5214620d-db6e-472a-aa9a-82d5849d56ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918860 Jun 28 09:58:01.590728 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8e75ea10-c83e-44bf-a7b1-8ae397583728 req-131d76f9-b66d-46c5-b45f-e72e6b4b4a3e service neutron] 10.222.0.37 "GET /v2.0/networks/5214620d-db6e-472a-aa9a-82d5849d56ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909348 Jun 28 09:58:01.593744 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a106d2a-0499-471c-9ba6-812acbfb9c52 req-34991c2e-46da-465d-829e-5aecaf6a2037 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:01.596005 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7a106d2a-0499-471c-9ba6-812acbfb9c52 req-34991c2e-46da-465d-829e-5aecaf6a2037 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0678160 Jun 28 09:58:01.636723 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7a106d2a-0499-471c-9ba6-812acbfb9c52 req-a67f4eeb-24cf-48c3-ad97-7d6508f7db6f tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329683 Jun 28 09:58:01.810180 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913f3bd-fd62-4565-86ce-d8279a4faabe req-b55a9cd8-1a3a-480f-a211-3d6de401977f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:01.811768 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c913f3bd-fd62-4565-86ce-d8279a4faabe req-b55a9cd8-1a3a-480f-a211-3d6de401977f tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0702133 Jun 28 09:58:01.851897 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c913f3bd-fd62-4565-86ce-d8279a4faabe req-88ba3846-cd65-4367-9cf4-998064537f80 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336635 Jun 28 09:58:02.021048 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6a8cb-cd37-4156-bb12-98f7781ca65f req-40f29838-ce19-4915-8bc5-a79c0294209a tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:02.022462 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b0f6a8cb-cd37-4156-bb12-98f7781ca65f req-40f29838-ce19-4915-8bc5-a79c0294209a tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 946 time: 0.0640297 Jun 28 09:58:02.062792 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b0f6a8cb-cd37-4156-bb12-98f7781ca65f req-2c044103-a064-4352-a578-e0a5f5f4e761 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Jun 28 09:58:02.220671 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b304b8c-d56d-4193-b5b2-0e72eb03fc31 req-eb31ca03-2cbd-478c-8ff6-c68e92e8eabb tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:02.222464 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9b304b8c-d56d-4193-b5b2-0e72eb03fc31 req-eb31ca03-2cbd-478c-8ff6-c68e92e8eabb tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.1035600 Jun 28 09:58:02.278595 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9b304b8c-d56d-4193-b5b2-0e72eb03fc31 req-0332f5f9-b455-474b-bd65-7b387bfcae38 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489807 Jun 28 09:58:02.287781 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93becf-56eb-4bc8-a892-bbce40250d84 req-570c8095-0139-4fc7-a099-56a992588ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:02.290270 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9c93becf-56eb-4bc8-a892-bbce40250d84 req-570c8095-0139-4fc7-a099-56a992588ef1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b9877cbe6d448debb81922d6ebbc49b&device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 1099 time: 0.0561337 Jun 28 09:58:02.292537 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5bab7-d4d4-465c-947e-564db7a7e6f2 req-c556cb61-d493-4a73-ad1c-3b5109dea0b1 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:02.303949 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fcb5bab7-d4d4-465c-947e-564db7a7e6f2 req-c556cb61-d493-4a73-ad1c-3b5109dea0b1 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 944 time: 0.1233234 Jun 28 09:58:02.339232 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fcb5bab7-d4d4-465c-947e-564db7a7e6f2 req-ddebb49e-87fc-4569-b7ca-0fc1002dab90 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379839 Jun 28 09:58:02.395242 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93becf-56eb-4bc8-a892-bbce40250d84 req-3a3516f7-0274-4db3-bb3f-2acccac71778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:02.396722 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9c93becf-56eb-4bc8-a892-bbce40250d84 req-3a3516f7-0274-4db3-bb3f-2acccac71778 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 HTTP/1.1" status: 200 len: 912 time: 0.0999932 Jun 28 09:58:02.464563 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9c93becf-56eb-4bc8-a892-bbce40250d84 req-2ff0ff6f-5e11-4e7d-ad85-a6e97d6256cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d95fb2-9938-46fd-8f07-b46c6499d5f0 HTTP/1.1" status: 200 len: 1001 time: 0.0570142 Jun 28 09:58:02.515558 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93becf-56eb-4bc8-a892-bbce40250d84 req-b97279ea-a994-4f5b-a278-474967466c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:02.517307 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9c93becf-56eb-4bc8-a892-bbce40250d84 req-b97279ea-a994-4f5b-a278-474967466c7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db135a38-e04b-415b-b1af-9e3b01bdacfc HTTP/1.1" status: 200 len: 850 time: 0.0453937 Jun 28 09:58:02.597592 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93becf-56eb-4bc8-a892-bbce40250d84 req-073b6777-0d73-472a-8f63-f0c37a6783bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:02.599107 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9c93becf-56eb-4bc8-a892-bbce40250d84 req-073b6777-0d73-472a-8f63-f0c37a6783bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0744729 Jun 28 09:58:02.617325 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08e4c3-a20b-418a-b709-669315012e37 req-8056c0f5-0d9b-42ae-a6c0-db9914e97edc tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:02.618888 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0c08e4c3-a20b-418a-b709-669315012e37 req-8056c0f5-0d9b-42ae-a6c0-db9914e97edc tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0755258 Jun 28 09:58:02.659088 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0c08e4c3-a20b-418a-b709-669315012e37 req-f1619fa1-d618-40d9-88bd-e53530119873 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335436 Jun 28 09:58:02.695699 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9c93becf-56eb-4bc8-a892-bbce40250d84 req-408c39a0-7e29-4788-81ab-2f31b46de5ac service neutron] 10.222.0.37 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846837 Jun 28 09:58:02.790522 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9c93becf-56eb-4bc8-a892-bbce40250d84 req-fc8f7167-af6e-4a12-b537-59f87242c279 service neutron] 10.222.0.37 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875983 Jun 28 09:58:03.038445 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308c276-5f93-42f6-ba2c-8182d5b866fb req-bcdb7e5f-b7ca-4013-b7d8-414f59b55c53 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:03.039910 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1308c276-5f93-42f6-ba2c-8182d5b866fb req-bcdb7e5f-b7ca-4013-b7d8-414f59b55c53 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0651329 Jun 28 09:58:03.077273 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1308c276-5f93-42f6-ba2c-8182d5b866fb req-80541818-f447-47d6-be1f-affea9fc9b60 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315785 Jun 28 09:58:03.077947 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-3fe7bc3d-563a-4799-98a5-025b2769e9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:03.249612 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b20159-7c14-4915-a29d-8a9fd26ce355 req-491f8799-0433-4dc4-bb4a-2c2072051814 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:03.251935 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e9b20159-7c14-4915-a29d-8a9fd26ce355 req-491f8799-0433-4dc4-bb4a-2c2072051814 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 946 time: 0.0652633 Jun 28 09:58:03.291094 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e9b20159-7c14-4915-a29d-8a9fd26ce355 req-2b62b932-90c6-4205-a372-05da63bbde4c tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335021 Jun 28 09:58:03.460278 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feefd10-d1c8-42b5-8537-76c796b77aa0 req-00b55a8d-2b3c-4bef-a06c-eecbd9f7c993 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:03.462128 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2feefd10-d1c8-42b5-8537-76c796b77aa0 req-00b55a8d-2b3c-4bef-a06c-eecbd9f7c993 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0671568 Jun 28 09:58:03.505039 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2feefd10-d1c8-42b5-8537-76c796b77aa0 req-aab7e37c-94da-46e2-b199-9c6ae991808a tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357435 Jun 28 09:58:03.670956 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840673c4-d8d4-4e5a-9a9a-573a3cce1341 req-ab311a3f-d528-43b5-8ebb-94070b4800d0 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:03.672457 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-840673c4-d8d4-4e5a-9a9a-573a3cce1341 req-ab311a3f-d528-43b5-8ebb-94070b4800d0 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 944 time: 0.0666053 Jun 28 09:58:03.715339 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-840673c4-d8d4-4e5a-9a9a-573a3cce1341 req-77d9f2e1-65e1-48fc-ab28-efffb72ded94 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330679 Jun 28 09:58:03.870128 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 6b1a093a-08f4-420f-a5ed-f40de285f653 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:58:03.879056 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b68907-8745-42cc-9753-f172e64c6107 req-ff23e6dd-d5d2-4f4e-bd62-a8cf63d593af tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:03.880598 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-91b68907-8745-42cc-9753-f172e64c6107 req-ff23e6dd-d5d2-4f4e-bd62-a8cf63d593af tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 943 time: 0.0712781 Jun 28 09:58:03.920470 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-91b68907-8745-42cc-9753-f172e64c6107 req-d776cf2d-46e8-4372-be41-0986c102b648 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332358 Jun 28 09:58:03.971812 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 6b1a093a-08f4-420f-a5ed-f40de285f653, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b1a093a-08f4-420f-a5ed-f40de285f653,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:04.111764 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '6b1a093a-08f4-420f-a5ed-f40de285f653', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'port_id': '6b1a093a-08f4-420f-a5ed-f40de285f653', 'mac_address': 'fa:16:3e:11:98:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:58:04.163473 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:04.178985 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1a093a-08f4-420f-a5ed-f40de285f653 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:58:04.204612 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 6b1a093a-08f4-420f-a5ed-f40de285f653, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b1a093a-08f4-420f-a5ed-f40de285f653,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:04.291969 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849da52-913f-4bbb-b7f9-c80ae5c028f3 req-ff268cd5-fd47-44e0-aa93-a25b510f7428 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:04.294481 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:04.297934 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:04.304537 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d849da52-913f-4bbb-b7f9-c80ae5c028f3 req-ff268cd5-fd47-44e0-aa93-a25b510f7428 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0832608 Jun 28 09:58:04.338924 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d849da52-913f-4bbb-b7f9-c80ae5c028f3 req-44684ee3-322a-4a20-953b-6f60d76fe9ea tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390441 Jun 28 09:58:04.365898 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=6b1a093a-08f4-420f-a5ed-f40de285f653,revision_number=9']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:04.369493 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:04.550395 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['6b1a093a-08f4-420f-a5ed-f40de285f653'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:58:04.704109 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35afd8-a919-4f6b-ac16-1b2eee7bd8d5 req-9cf80c60-6669-41c2-9aa6-46c2d3590f41 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:04.705689 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8f35afd8-a919-4f6b-ac16-1b2eee7bd8d5 req-9cf80c60-6669-41c2-9aa6-46c2d3590f41 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0771799 Jun 28 09:58:04.750340 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8f35afd8-a919-4f6b-ac16-1b2eee7bd8d5 req-d6008c7f-7f77-4e67-b267-edc9dc98c295 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379601 Jun 28 09:58:04.782867 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 49810) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:04.905348 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-917769d2-19e4-460f-a7b9-b4dbee6fd416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:04.905711 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170b5db-ba07-4a5e-9356-ab14f072e691 req-1fc9850e-1629-438d-b65a-60b28cb429b7 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:04.907804 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7170b5db-ba07-4a5e-9356-ab14f072e691 req-1fc9850e-1629-438d-b65a-60b28cb429b7 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 944 time: 0.0715685 Jun 28 09:58:04.948763 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7170b5db-ba07-4a5e-9356-ab14f072e691 req-d4ed3406-1bdd-442f-ba33-1dbdf118f04f tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347884 Jun 28 09:58:04.992942 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-917769d2-19e4-460f-a7b9-b4dbee6fd416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:05.115980 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228c603-3b13-414a-ae6d-774096b8f0bc req-da87b751-8e4e-459d-99a6-b5ed73e807f0 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:05.117722 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8228c603-3b13-414a-ae6d-774096b8f0bc req-da87b751-8e4e-459d-99a6-b5ed73e807f0 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 944 time: 0.0745919 Jun 28 09:58:05.155999 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8228c603-3b13-414a-ae6d-774096b8f0bc req-afe3c24b-15ec-477f-84d7-329ea6749add tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326328 Jun 28 09:58:05.157402 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-917769d2-19e4-460f-a7b9-b4dbee6fd416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:05.160875 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-1eeaa32f-205e-44a1-8b7a-eb4f222803ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:05.197960 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-917769d2-19e4-460f-a7b9-b4dbee6fd416 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c55fe64bd554b838dec913d873bba20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156017 Jun 28 09:58:05.198983 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917769d2-19e4-460f-a7b9-b4dbee6fd416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07d9f30-836f-40a5-a08f-65b91a4a8675,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:05.200640 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 49818) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:05.202297 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-917769d2-19e4-460f-a7b9-b4dbee6fd416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:05.251097 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5c55a65c-0e61-46d9-a9a2-3ecdd0e2517f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:05.271836 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5c55a65c-0e61-46d9-a9a2-3ecdd0e2517f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:05.517972 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b8ff5-7c75-4398-a2b6-dcbabfcae682 req-78fdbea5-7f49-4b4a-9e5c-7ce100d2bf10 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:05.519885 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-760b8ff5-7c75-4398-a2b6-dcbabfcae682 req-78fdbea5-7f49-4b4a-9e5c-7ce100d2bf10 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0670788 Jun 28 09:58:05.547174 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5c55a65c-0e61-46d9-a9a2-3ecdd0e2517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:05.550763 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5c55a65c-0e61-46d9-a9a2-3ecdd0e2517f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:05.550945 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-5c55a65c-0e61-46d9-a9a2-3ecdd0e2517f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c07d9f30-836f-40a5-a08f-65b91a4a8675 HTTP/1.1" status: 204 len: 168 time: 0.3493063 Jun 28 09:58:05.556241 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-cd87407a-9f0f-4e07-9168-d162a7dd1717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:05.567098 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55a65c-0e61-46d9-a9a2-3ecdd0e2517f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07d9f30-836f-40a5-a08f-65b91a4a8675,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:05.571116 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-760b8ff5-7c75-4398-a2b6-dcbabfcae682 req-15b03fd1-fa17-4c12-a529-5e3d0bea73c3 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449305 Jun 28 09:58:05.571880 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-5c55a65c-0e61-46d9-a9a2-3ecdd0e2517f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:05.625810 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:05.627492 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d5e74cb1-ea35-4fdb-b243-e9c61ac1be3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:05.887846 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 5567f067-6f08-436e-bd48-a6000e79c73b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:58:05.891154 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 6b1a093a-08f4-420f-a5ed-f40de285f653 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:58:06.011488 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 6b1a093a-08f4-420f-a5ed-f40de285f653 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:06.011880 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.072862 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 5567f067-6f08-436e-bd48-a6000e79c73b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5567f067-6f08-436e-bd48-a6000e79c73b,segment=NetworkSegment(a427546c-ee22-4cc2-b0d6-ac437961ff36),segment_id=a427546c-ee22-4cc2-b0d6-ac437961ff36)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:06.092732 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '5567f067-6f08-436e-bd48-a6000e79c73b', 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea', 'port_id': '5567f067-6f08-436e-bd48-a6000e79c73b', 'mac_address': 'fa:16:3e:50:5f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:58:06.147883 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27111f88-018b-4f00-ae06-b46bba17d9a9 req-255f2985-fa60-4cb8-81fb-73a2e233e354 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:06.149456 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-27111f88-018b-4f00-ae06-b46bba17d9a9 req-255f2985-fa60-4cb8-81fb-73a2e233e354 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 944 time: 0.0673172 Jun 28 09:58:06.156286 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.167258 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.189101 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5567f067-6f08-436e-bd48-a6000e79c73b {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:58:06.199326 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1a093a-08f4-420f-a5ed-f40de285f653'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:06.201303 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-27111f88-018b-4f00-ae06-b46bba17d9a9 req-40b677da-f8ca-4752-84a4-890926926483 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458646 Jun 28 09:58:06.203395 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f40195f-c3c4-4a42-9f52-729834c80cd4" -d '{"events": [{"server_uuid": "4d2ccf18-a209-4092-8c09-ce52ba03c03b", "name": "network-vif-plugged", "status": "completed", "tag": "6b1a093a-08f4-420f-a5ed-f40de285f653"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:06.248390 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 6b1a093a-08f4-420f-a5ed-f40de285f653, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b1a093a-08f4-420f-a5ed-f40de285f653,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:06.250315 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 5567f067-6f08-436e-bd48-a6000e79c73b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5567f067-6f08-436e-bd48-a6000e79c73b,segment=NetworkSegment(a427546c-ee22-4cc2-b0d6-ac437961ff36),segment_id=a427546c-ee22-4cc2-b0d6-ac437961ff36)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:06.255853 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c247c36-8050-4af4-8d15-5b18c54bf1ce x-openstack-request-id: req-5c247c36-8050-4af4-8d15-5b18c54bf1ce {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:06.256178 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2ccf18-a209-4092-8c09-ce52ba03c03b", "name": "network-vif-plugged", "status": "completed", "tag": "6b1a093a-08f4-420f-a5ed-f40de285f653", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:06.256460 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c247c36-8050-4af4-8d15-5b18c54bf1ce {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:06.256893 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1a093a-08f4-420f-a5ed-f40de285f653', 'code': 200} Jun 28 09:58:06.363536 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59373f4c-7015-48f8-b1c8-54790f736279 req-15171424-bce8-4272-9d5d-91b336a1a5d0 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:06.365178 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-59373f4c-7015-48f8-b1c8-54790f736279 req-15171424-bce8-4272-9d5d-91b336a1a5d0 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 944 time: 0.0628316 Jun 28 09:58:06.374308 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.377045 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-f297c822-3786-4173-83fc-14c1f6185b8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:06.409133 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-59373f4c-7015-48f8-b1c8-54790f736279 req-6d5fe54f-f173-40f0-8c27-619026760a0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378330 Jun 28 09:58:06.424650 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=6b1a093a-08f4-420f-a5ed-f40de285f653,revision_number=10']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:06.428286 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:06.448021 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.451244 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:06.470191 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdab7f-12d8-456c-8f69-60e17bce2b3d req-9bd67215-0864-429b-bf6c-92558b873e00 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:06.471937 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-1ccdab7f-12d8-456c-8f69-60e17bce2b3d req-9bd67215-0864-429b-bf6c-92558b873e00 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0773578 Jun 28 09:58:06.505313 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=5567f067-6f08-436e-bd48-a6000e79c73b,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:06.508794 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:06.577717 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-1ccdab7f-12d8-456c-8f69-60e17bce2b3d req-9a8cd802-c7fc-488b-bc7d-39c2a9078558 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Deleting port e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:58:06.578105 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-1ccdab7f-12d8-456c-8f69-60e17bce2b3d req-9a8cd802-c7fc-488b-bc7d-39c2a9078558 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.678816 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-1ccdab7f-12d8-456c-8f69-60e17bce2b3d req-9a8cd802-c7fc-488b-bc7d-39c2a9078558 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] For port e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5,segment=NetworkSegment(09424956-062b-4c60-914d-f5fcede96476),segment_id=09424956-062b-4c60-914d-f5fcede96476)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:06.679032 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-1ccdab7f-12d8-456c-8f69-60e17bce2b3d req-9a8cd802-c7fc-488b-bc7d-39c2a9078558 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:06.692689 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-1ccdab7f-12d8-456c-8f69-60e17bce2b3d req-9a8cd802-c7fc-488b-bc7d-39c2a9078558 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Calling delete_port for e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:58:06.719314 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['5567f067-6f08-436e-bd48-a6000e79c73b'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:58:06.763281 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af3e64-a0ba-48c9-bd56-16296975c5c9 req-2377a146-7e21-42cd-b2b8-a1ff301f23cf tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:06.765087 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a3af3e64-a0ba-48c9-bd56-16296975c5c9 req-2377a146-7e21-42cd-b2b8-a1ff301f23cf tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 945 time: 0.0655882 Jun 28 09:58:06.825292 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a3af3e64-a0ba-48c9-bd56-16296975c5c9 req-192568d5-8414-4252-bd8c-691241caf8b5 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/security-groups?id=65122acf-6504-47ce-9092-550386adcd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524883 Jun 28 09:58:06.991885 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:07.031837 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-1ccdab7f-12d8-456c-8f69-60e17bce2b3d req-9a8cd802-c7fc-488b-bc7d-39c2a9078558 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:07.036690 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-da6cd58e-d76c-4222-82dc-7fa8899a591c tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:07.063953 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cd802-c7fc-488b-bc7d-39c2a9078558 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Pushing event deleted for resources: {'Port': ['ID=e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:07.067374 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9a8cd802-c7fc-488b-bc7d-39c2a9078558 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:07.135963 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccdab7f-12d8-456c-8f69-60e17bce2b3d req-9a8cd802-c7fc-488b-bc7d-39c2a9078558 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] No DVR routers for this DVR port e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:58:07.138790 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-1ccdab7f-12d8-456c-8f69-60e17bce2b3d req-9a8cd802-c7fc-488b-bc7d-39c2a9078558 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:07.140753 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-1ccdab7f-12d8-456c-8f69-60e17bce2b3d req-9a8cd802-c7fc-488b-bc7d-39c2a9078558 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.37 "DELETE /v2.0/ports/e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 HTTP/1.1" status: 204 len: 173 time: 0.6607509 Jun 28 09:58:07.142864 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed64c005-ef44-443f-9843-57042b0dc197', 'name': 'network-vif-deleted', 'tag': 'e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:07.145199 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7454d2c1-adbb-44bd-aa67-2ecd310a381c" -d '{"events": [{"server_uuid": "ed64c005-ef44-443f-9843-57042b0dc197", "name": "network-vif-deleted", "tag": "e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:07.171212 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fb426-b75a-4d48-b52a-f7848fa4097d req-1aefea33-4126-4f98-b6c7-1db1d6c39403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:07.172767 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-838fb426-b75a-4d48-b52a-f7848fa4097d req-1aefea33-4126-4f98-b6c7-1db1d6c39403 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 1099 time: 0.1029265 Jun 28 09:58:07.186695 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4432cced-4926-47a1-9cf5-ec8f674116a6 x-openstack-request-id: req-4432cced-4926-47a1-9cf5-ec8f674116a6 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:07.187015 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed64c005-ef44-443f-9843-57042b0dc197", "name": "network-vif-deleted", "tag": "e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:07.187301 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4432cced-4926-47a1-9cf5-ec8f674116a6 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:07.187717 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed64c005-ef44-443f-9843-57042b0dc197', 'name': 'network-vif-deleted', 'tag': 'e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5', 'status': 'completed', 'code': 200} Jun 28 09:58:07.212231 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-838fb426-b75a-4d48-b52a-f7848fa4097d req-6a35205f-d5c8-471c-b9dd-213beedf202d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331173 Jun 28 09:58:07.227469 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:58:07.384652 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01474264-532b-47d3-ad2a-f82528ded80f req-e649f20a-52ce-444e-8456-bfe9ac746231 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:07.392836 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-01474264-532b-47d3-ad2a-f82528ded80f req-e649f20a-52ce-444e-8456-bfe9ac746231 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 945 time: 0.0720181 Jun 28 09:58:07.429069 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-01474264-532b-47d3-ad2a-f82528ded80f req-f3197f78-704b-4f43-a403-1bf840d95cb1 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Jun 28 09:58:07.601294 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba1a3e-cd2d-4824-9795-5551ca8d765f req-8cd4fa41-91f3-4a5a-896c-47b12f342524 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:07.602776 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f0ba1a3e-cd2d-4824-9795-5551ca8d765f req-8cd4fa41-91f3-4a5a-896c-47b12f342524 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 946 time: 0.0722258 Jun 28 09:58:07.640917 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f0ba1a3e-cd2d-4824-9795-5551ca8d765f req-eb6400fb-23a6-43b7-9951-80666db604c8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324411 Jun 28 09:58:07.903852 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 5567f067-6f08-436e-bd48-a6000e79c73b up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:58:07.991799 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8c552514-5346-43a7-966e-2225f541d461 req-e331aade-54ed-4761-bfa3-3b41bc836a46 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed64c005-ef44-443f-9843-57042b0dc197 HTTP/1.1" status: 200 len: 210 time: 0.0298564 Jun 28 09:58:08.013852 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port 5567f067-6f08-436e-bd48-a6000e79c73b completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:58:08.021436 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 5567f067-6f08-436e-bd48-a6000e79c73b triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:08.021820 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:08.113206 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:08.153303 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 5567f067-6f08-436e-bd48-a6000e79c73b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5567f067-6f08-436e-bd48-a6000e79c73b,segment=NetworkSegment(a427546c-ee22-4cc2-b0d6-ac437961ff36),segment_id=a427546c-ee22-4cc2-b0d6-ac437961ff36)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:08.241750 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:08.244999 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:08.274316 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:08.276868 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5567f067-6f08-436e-bd48-a6000e79c73b'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:08.279039 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac1cd1b-9f0a-4b13-a6ff-76cb3793f0c4" -d '{"events": [{"server_uuid": "1feaad6e-287c-4f3b-b304-42e267f2d989", "name": "network-vif-plugged", "status": "completed", "tag": "5567f067-6f08-436e-bd48-a6000e79c73b"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:08.308945 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=5567f067-6f08-436e-bd48-a6000e79c73b,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:08.312770 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:08.332301 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1a5de5-3dfd-437d-a39d-cc59fbf72754 x-openstack-request-id: req-1d1a5de5-3dfd-437d-a39d-cc59fbf72754 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:08.332736 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1feaad6e-287c-4f3b-b304-42e267f2d989", "name": "network-vif-plugged", "status": "completed", "tag": "5567f067-6f08-436e-bd48-a6000e79c73b", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:08.333103 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d1a5de5-3dfd-437d-a39d-cc59fbf72754 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:08.333600 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5567f067-6f08-436e-bd48-a6000e79c73b', 'code': 200} Jun 28 09:58:08.603283 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97ed8d-537f-476e-870a-93fdb062df94 req-4214767d-a039-4cd6-b4ea-06de83e5ee74 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:08.604905 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9e97ed8d-537f-476e-870a-93fdb062df94 req-4214767d-a039-4cd6-b4ea-06de83e5ee74 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 946 time: 0.0641809 Jun 28 09:58:08.643466 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9e97ed8d-537f-476e-870a-93fdb062df94 req-cc5e216e-4f0c-4686-811a-53adfd8ea52f tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324588 Jun 28 09:58:08.843318 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869243f3-82de-4bda-bc5f-9c990256534c req-db15a484-a916-4ccb-9325-11a08866c011 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:08.845008 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-869243f3-82de-4bda-bc5f-9c990256534c req-db15a484-a916-4ccb-9325-11a08866c011 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 946 time: 0.0821142 Jun 28 09:58:08.883023 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-869243f3-82de-4bda-bc5f-9c990256534c req-d2a0c37d-0df1-4946-a681-b46db2b68384 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323222 Jun 28 09:58:08.997938 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec466b-7950-4d56-81bb-1c488b14479d req-550745d1-1ba4-414c-ad80-570c15089407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:08.999393 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-12ec466b-7950-4d56-81bb-1c488b14479d req-550745d1-1ba4-414c-ad80-570c15089407 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 1099 time: 0.0534344 Jun 28 09:58:09.036638 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-12ec466b-7950-4d56-81bb-1c488b14479d req-97473ffc-1016-4478-8572-31e4949f9d57 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310917 Jun 28 09:58:09.089045 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 49922) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:09.765806 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-714742'] for router_interface, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:09.961774 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c1e34-4e52-47a6-a1c7-8ae025c97e68 req-3ab4a04d-d506-447b-8e17-bcdde4dd6bac tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:09.963278 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b32c1e34-4e52-47a6-a1c7-8ae025c97e68 req-3ab4a04d-d506-447b-8e17-bcdde4dd6bac tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 946 time: 0.1950734 Jun 28 09:58:10.135273 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b32c1e34-4e52-47a6-a1c7-8ae025c97e68 req-e0745bf3-9ce5-4d37-bc43-aed7887405f3 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089141 Jun 28 09:58:10.135273 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2230e-c413-4138-ace5-731613f34969 req-5c3005b3-fd1e-4502-8cf4-931ecb8944bb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:10.135273 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fde2230e-c413-4138-ace5-731613f34969 req-5c3005b3-fd1e-4502-8cf4-931ecb8944bb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 946 time: 0.1295385 Jun 28 09:58:10.212835 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fde2230e-c413-4138-ace5-731613f34969 req-3f8a0a6b-1b2a-4bbe-998f-86a264a64925 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621064 Jun 28 09:58:10.239413 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Deleting port d6d951fd-765d-4626-ac9a-f29f60c2807b {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:58:10.239663 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:10.328204 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] For port d6d951fd-765d-4626-ac9a-f29f60c2807b, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=d6d951fd-765d-4626-ac9a-f29f60c2807b,segment=NetworkSegment(09424956-062b-4c60-914d-f5fcede96476),segment_id=09424956-062b-4c60-914d-f5fcede96476)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:10.328599 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:10.341891 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Calling delete_port for d6d951fd-765d-4626-ac9a-f29f60c2807b owned by network:router_interface {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:58:10.739796 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:10.742264 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:10.767936 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d951fd-765d-4626-ac9a-f29f60c2807b,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:10.777983 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:10.778355 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:10.778716 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:10.779073 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:10.779427 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:10.779777 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:10.780125 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:10.780476 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:10.780855 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:10.781222 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:10.781698 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:10.782229 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:10.785735 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:11.401107 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b5198-0a0b-4d9c-ac64-fc31da10cf3a req-8ea5c3d3-4b38-4ead-9da2-4493c3881139 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:11.402461 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-579b5198-0a0b-4d9c-ac64-fc31da10cf3a req-8ea5c3d3-4b38-4ead-9da2-4493c3881139 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 946 time: 0.1778557 Jun 28 09:58:11.438097 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-987602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640006'] for router_interface, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:11.511268 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-579b5198-0a0b-4d9c-ac64-fc31da10cf3a req-d3f71cbe-00fc-4fb7-bee4-b281c5a0115e tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997868 Jun 28 09:58:11.529336 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594b25e-dc21-4e97-a3ce-55c928dd4e66 req-2c4c5890-2b4d-4501-b541-d786a54444d8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:11.530770 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f594b25e-dc21-4e97-a3ce-55c928dd4e66 req-2c4c5890-2b4d-4501-b541-d786a54444d8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 946 time: 0.1729743 Jun 28 09:58:11.616693 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f594b25e-dc21-4e97-a3ce-55c928dd4e66 req-c5adc19c-5ef2-4c95-bc9f-f330d493cab1 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780649 Jun 28 09:58:11.780148 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b8983-2aa3-4095-8119-2a84cb17ba24 req-af64c2e0-7037-4695-a468-f4a65698c5a0 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:11.781635 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-522b8983-2aa3-4095-8119-2a84cb17ba24 req-af64c2e0-7037-4695-a468-f4a65698c5a0 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 946 time: 0.1220138 Jun 28 09:58:11.784377 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Router 2bd5beed-8b40-441e-907d-7dd0094279cc has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:58:11.864920 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-522b8983-2aa3-4095-8119-2a84cb17ba24 req-e5db5fff-ac83-4ef2-a9ed-cb97c7436787 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763719 Jun 28 09:58:11.919564 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:58:11.952247 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:58:11.960991 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] 10.222.0.30 "PUT /v2.0/routers/2bd5beed-8b40-441e-907d-7dd0094279cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8684058 Jun 28 09:58:11.961375 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 49976) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:11.962593 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ecdb9-eb60-43c0-a1b6-6db304865c1d None None] Sync routers for ids ['2bd5beed-8b40-441e-907d-7dd0094279cc'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:58:11.984145 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:58:11.984403 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ecdb9-eb60-43c0-a1b6-6db304865c1d None None] Routers {'2bd5beed-8b40-441e-907d-7dd0094279cc'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:58:11.986159 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device e5e80f16-3d8c-4fd8-a9a7-c6f794c440a5 not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:58:11.986851 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-aa0ecdb9-eb60-43c0-a1b6-6db304865c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:58:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['2bd5beed-8b40-441e-907d-7dd0094279cc'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:12.101411 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Notify callbacks [] for router, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:12.125037 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-aa0ecdb9-eb60-43c0-a1b6-6db304865c1d None None] Set router 2bd5beed-8b40-441e-907d-7dd0094279cc gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:58:12.209186 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:12.313046 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Deleting port fa7efdb1-9888-4cfb-a36f-996645ce4a84 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:58:12.313495 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:12.355411 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-aa0ecdb9-eb60-43c0-a1b6-6db304865c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'name': 'tempest-ServerRescueNegativeTestJSON-593006408-router', 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fa7efdb1-9888-4cfb-a36f-996645ce4a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:55Z', 'updated_at': '2021-06-28T09:58:10Z', 'revision_number': 5, 'project_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'gw_port': {'id': 'fa7efdb1-9888-4cfb-a36f-996645ce4a84', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:12.382534 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b1ea7-7831-4704-bec5-1876e9f46eb2 req-0a4da4ea-27ce-4981-b27b-366138f000a6 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:12.391000 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ea7b1ea7-7831-4704-bec5-1876e9f46eb2 req-0a4da4ea-27ce-4981-b27b-366138f000a6 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 946 time: 0.0859771 Jun 28 09:58:12.400199 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ecdb9-eb60-43c0-a1b6-6db304865c1d None None] Checking router: 2bd5beed-8b40-441e-907d-7dd0094279cc for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:58:12.405637 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] For port fa7efdb1-9888-4cfb-a36f-996645ce4a84, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=fa7efdb1-9888-4cfb-a36f-996645ce4a84,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:12.405999 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:12.410873 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ecdb9-eb60-43c0-a1b6-6db304865c1d None None] Routers {'2bd5beed-8b40-441e-907d-7dd0094279cc'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:58:12.411492 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-aa0ecdb9-eb60-43c0-a1b6-6db304865c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:58:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['2bd5beed-8b40-441e-907d-7dd0094279cc'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:12.420539 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Calling delete_port for fa7efdb1-9888-4cfb-a36f-996645ce4a84 owned by network:router_gateway {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:58:12.433502 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ea7b1ea7-7831-4704-bec5-1876e9f46eb2 req-8f3fe7d2-62d4-41c0-89de-503b817994f9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387852 Jun 28 09:58:12.503303 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-aa0ecdb9-eb60-43c0-a1b6-6db304865c1d None None] Set router 2bd5beed-8b40-441e-907d-7dd0094279cc gateway port host: None {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:58:12.559346 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-aa0ecdb9-eb60-43c0-a1b6-6db304865c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'name': 'tempest-ServerRescueNegativeTestJSON-593006408-router', 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:55Z', 'updated_at': '2021-06-28T09:58:12Z', 'revision_number': 6, 'project_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'gw_port_host': None}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:12.588593 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ecdb9-eb60-43c0-a1b6-6db304865c1d None None] The sync data for ids ['2bd5beed-8b40-441e-907d-7dd0094279cc'] in dv-cinder-786627-12-iscsi is: [{'id': '2bd5beed-8b40-441e-907d-7dd0094279cc', 'name': 'tempest-ServerRescueNegativeTestJSON-593006408-router', 'tenant_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:55Z', 'updated_at': '2021-06-28T09:58:12Z', 'revision_number': 6, 'project_id': '0f5cd03267bb4fef9e29eeb5f7aeea2d', 'gw_port_host': None}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:58:12.791600 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:12.794659 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d06df8cb-be1c-4cd5-b381-8e78a017d73c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:12.818608 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7efdb1-9888-4cfb-a36f-996645ce4a84,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:12.832845 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:12.833228 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:12.833594 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:12.833953 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:12.834305 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:12.834693 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:12.835043 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:12.835423 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:12.835776 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:12.836117 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:12.836457 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:12.836832 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:58:12.854680 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:12.894791 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641468'] for router_gateway, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:12.998631 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27142'] for router, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:13.001831 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:13.174756 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640747'] for router, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:13.175325 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bd5beed-8b40-441e-907d-7dd0094279cc {{(pid=100129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 09:58:13.180450 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Notify callbacks [] for router, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:13.181750 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] 10.222.0.30 "DELETE /v2.0/routers/2bd5beed-8b40-441e-907d-7dd0094279cc HTTP/1.1" status: 204 len: 168 time: 1.2192609 Jun 28 09:58:13.189594 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 49990) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:13.229968 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93d4c4c-622a-4e1e-b1d3-703fc6240de3 admin admin] Deleting subnet 425698d2-70d0-4e8c-9f39-29fdfe2da4b2 {{(pid=100129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:58:13.232972 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c93d4c4c-622a-4e1e-b1d3-703fc6240de3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:13.267541 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c93d4c4c-622a-4e1e-b1d3-703fc6240de3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59599221'] for subnet, precommit_delete_associations {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:13.308748 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c93d4c4c-622a-4e1e-b1d3-703fc6240de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:13.483087 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c93d4c4c-622a-4e1e-b1d3-703fc6240de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59186205'] for subnet, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:13.486407 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:13.512235 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c93d4c4c-622a-4e1e-b1d3-703fc6240de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:13.514339 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-c93d4c4c-622a-4e1e-b1d3-703fc6240de3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/425698d2-70d0-4e8c-9f39-29fdfe2da4b2 HTTP/1.1" status: 204 len: 168 time: 0.3292344 Jun 28 09:58:13.515204 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d4c4c-622a-4e1e-b1d3-703fc6240de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=425698d2-70d0-4e8c-9f39-29fdfe2da4b2,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:13.518199 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 49998) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:13.518811 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-c93d4c4c-622a-4e1e-b1d3-703fc6240de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:13.592749 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6f6044c8-3e8d-4270-8765-f06e0d4818d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:13.678102 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6f6044c8-3e8d-4270-8765-f06e0d4818d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:13.687441 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-6f6044c8-3e8d-4270-8765-f06e0d4818d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059b1d65-d322-4b4c-83ce-48fd289a3bcf']}} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:13.697026 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-6f6044c8-3e8d-4270-8765-f06e0d4818d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09424956-062b-4c60-914d-f5fcede96476') {'for_net_delete': True} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:13.697324 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-6f6044c8-3e8d-4270-8765-f06e0d4818d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09424956-062b-4c60-914d-f5fcede96476') {} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:13.706648 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6f6044c8-3e8d-4270-8765-f06e0d4818d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59617651'] for segment, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:13.722166 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6f6044c8-3e8d-4270-8765-f06e0d4818d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:13.729362 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6044c8-3e8d-4270-8765-f06e0d4818d8 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=100130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:58:13.729754 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6f6044c8-3e8d-4270-8765-f06e0d4818d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014971'] for segment, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: Traceback (most recent call last): Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: timer() Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: cb(*args, **kw) Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: return func(*args, **kwargs) Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: self._notify() Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: self.callback(batched_events) Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: event.method(event) Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: return f(self, *a, **k) Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._get(url).json() Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: return self.request(url, 'GET', **kwargs) Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:58:13.731469 dv-cinder-786627-12-iscsi neutron-server[100130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:58:13.931332 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device d6d951fd-765d-4626-ac9a-f29f60c2807b no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:58:13.954136 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: d6d951fd-765d-4626-ac9a-f29f60c2807b {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:58:13.954868 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device d6d951fd-765d-4626-ac9a-f29f60c2807b not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:58:13.955502 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device fa7efdb1-9888-4cfb-a36f-996645ce4a84 no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:58:13.975582 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: fa7efdb1-9888-4cfb-a36f-996645ce4a84 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:58:13.975937 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device fa7efdb1-9888-4cfb-a36f-996645ce4a84 not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:58:14.070461 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6f6044c8-3e8d-4270-8765-f06e0d4818d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:14.074715 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:14.077849 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6f6044c8-3e8d-4270-8765-f06e0d4818d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:14.083168 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-6f6044c8-3e8d-4270-8765-f06e0d4818d8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/059b1d65-d322-4b4c-83ce-48fd289a3bcf HTTP/1.1" status: 204 len: 168 time: 0.5630589 Jun 28 09:58:14.095973 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6044c8-3e8d-4270-8765-f06e0d4818d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=059b1d65-d322-4b4c-83ce-48fd289a3bcf,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:14.100755 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-6f6044c8-3e8d-4270-8765-f06e0d4818d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:14.729445 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50010) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:14.734612 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 50012) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:14.771103 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-be4c832d-98ba-4b29-a17f-edf9c1dadc76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f5cd03267bb4fef9e29eeb5f7aeea2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403383 Jun 28 09:58:14.773573 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50016) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:14.822583 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cafd60dc-8d19-4f52-84fa-4e4c49f3b278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:14.844096 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cafd60dc-8d19-4f52-84fa-4e4c49f3b278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:14.887164 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b65e35e1-9190-4456-9024-b3bb4622fb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:14.979581 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b65e35e1-9190-4456-9024-b3bb4622fb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:14.991609 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cafd60dc-8d19-4f52-84fa-4e4c49f3b278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:14.994199 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cafd60dc-8d19-4f52-84fa-4e4c49f3b278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:14.995335 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-cafd60dc-8d19-4f52-84fa-4e4c49f3b278 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65122acf-6504-47ce-9092-550386adcd4a HTTP/1.1" status: 204 len: 168 time: 0.2208424 Jun 28 09:58:14.996081 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-effa2bc4-80eb-4742-904a-6fe3a018a17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:15.004233 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd60dc-8d19-4f52-84fa-4e4c49f3b278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65122acf-6504-47ce-9092-550386adcd4a,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:15.007259 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-cafd60dc-8d19-4f52-84fa-4e4c49f3b278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:15.076945 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b65e35e1-9190-4456-9024-b3bb4622fb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:15.081100 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ee823e4e-7ba7-4f76-baf4-4a4fbf1725a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:15.116114 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-b65e35e1-9190-4456-9024-b3bb4622fb6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a4912a63d8f4387bf108d1d24e49ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802717 Jun 28 09:58:15.116973 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e35e1-9190-4456-9024-b3bb4622fb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792e1ac1-72e8-4b59-95a3-215a718008c8,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:15.118669 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50020) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:15.120010 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b65e35e1-9190-4456-9024-b3bb4622fb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:15.165763 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c6902133-5db7-4f15-a397-cad9df18d2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:15.186425 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c6902133-5db7-4f15-a397-cad9df18d2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:15.311338 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c6902133-5db7-4f15-a397-cad9df18d2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:15.313997 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c6902133-5db7-4f15-a397-cad9df18d2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:15.315130 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-c6902133-5db7-4f15-a397-cad9df18d2b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/792e1ac1-72e8-4b59-95a3-215a718008c8 HTTP/1.1" status: 204 len: 168 time: 0.1954944 Jun 28 09:58:15.316004 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-6de63861-d1f2-4f2a-acda-e55a41d9957f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:15.323754 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6902133-5db7-4f15-a397-cad9df18d2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792e1ac1-72e8-4b59-95a3-215a718008c8,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:15.325992 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-c6902133-5db7-4f15-a397-cad9df18d2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:16.054072 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:16.116348 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e3408301-283d-467a-95e4-862c53bcd186 req-6b249138-5f83-413d-8ae1-d089b0cbd86c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570986 Jun 28 09:58:16.169834 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50048) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:16.185744 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-033274ed-0005-4f93-bb0b-ecd9048a0c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:16.209561 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3408301-283d-467a-95e4-862c53bcd186 req-4a6a0420-0565-40f3-b8ab-0aaca50df546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:16.211145 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e3408301-283d-467a-95e4-862c53bcd186 req-4a6a0420-0565-40f3-b8ab-0aaca50df546 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b9877cbe6d448debb81922d6ebbc49b&device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 1099 time: 0.0634210 Jun 28 09:58:16.295275 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-033274ed-0005-4f93-bb0b-ecd9048a0c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:16.322604 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3408301-283d-467a-95e4-862c53bcd186 req-373321b7-11f9-4c29-bb68-d687193d864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:16.324084 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e3408301-283d-467a-95e4-862c53bcd186 req-373321b7-11f9-4c29-bb68-d687193d864b service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 HTTP/1.1" status: 200 len: 912 time: 0.0895510 Jun 28 09:58:16.392654 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-033274ed-0005-4f93-bb0b-ecd9048a0c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:16.396286 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-6af4fee8-6d31-4338-a2fc-237241a44c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:16.400355 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e3408301-283d-467a-95e4-862c53bcd186 req-c565967b-6ea8-4e27-9ef8-fcb62df11b8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d95fb2-9938-46fd-8f07-b46c6499d5f0 HTTP/1.1" status: 200 len: 1001 time: 0.0641387 Jun 28 09:58:16.432866 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-033274ed-0005-4f93-bb0b-ecd9048a0c40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=374b0b26d5b14904805c4a7c140327ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618608 Jun 28 09:58:16.433870 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033274ed-0005-4f93-bb0b-ecd9048a0c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed784bf-357d-4e7b-a57f-821b494fba04,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:16.435501 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 50054) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:16.447510 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-033274ed-0005-4f93-bb0b-ecd9048a0c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:16.476995 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3408301-283d-467a-95e4-862c53bcd186 req-dafde284-e308-4afd-8257-cf8941fcc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:16.478466 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e3408301-283d-467a-95e4-862c53bcd186 req-dafde284-e308-4afd-8257-cf8941fcc4ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db135a38-e04b-415b-b1af-9e3b01bdacfc HTTP/1.1" status: 200 len: 850 time: 0.0718536 Jun 28 09:58:16.551547 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6cb3503d-8982-467a-b4b3-4aa800ae8a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:16.581538 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6cb3503d-8982-467a-b4b3-4aa800ae8a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:16.601609 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3408301-283d-467a-95e4-862c53bcd186 req-a6f8af9e-c0f7-46ba-8a2a-df7949f00a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:16.603103 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e3408301-283d-467a-95e4-862c53bcd186 req-a6f8af9e-c0f7-46ba-8a2a-df7949f00a00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1153061 Jun 28 09:58:16.702201 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e3408301-283d-467a-95e4-862c53bcd186 req-feca0e91-41dd-4866-abd1-4bb6f109e830 service neutron] 10.222.0.37 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889490 Jun 28 09:58:16.790687 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6cb3503d-8982-467a-b4b3-4aa800ae8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:16.793203 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6cb3503d-8982-467a-b4b3-4aa800ae8a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:16.794312 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-6cb3503d-8982-467a-b4b3-4aa800ae8a76 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ed784bf-357d-4e7b-a57f-821b494fba04 HTTP/1.1" status: 204 len: 168 time: 0.3522029 Jun 28 09:58:16.796543 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-e5ca40e3-719a-4d7c-9a6d-dcab2ceb331a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:16.809536 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3503d-8982-467a-b4b3-4aa800ae8a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed784bf-357d-4e7b-a57f-821b494fba04,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:16.817006 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e3408301-283d-467a-95e4-862c53bcd186 req-a89d4148-0007-431a-8f03-d9db6025d208 service neutron] 10.222.0.37 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996811 Jun 28 09:58:16.817006 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6cb3503d-8982-467a-b4b3-4aa800ae8a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:20.347264 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:58:20.719933 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 50164) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:20.822078 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5c261b16-4469-4e12-823d-2b323d787976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:20.905720 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5c261b16-4469-4e12-823d-2b323d787976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:21.025201 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5c261b16-4469-4e12-823d-2b323d787976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:21.028643 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-a6b262c0-cf17-47a5-89b2-49445e88d29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:21.066602 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-5c261b16-4469-4e12-823d-2b323d787976 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a04a8d74bf1478c97dc4f30657ae9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455219 Jun 28 09:58:21.067721 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c261b16-4469-4e12-823d-2b323d787976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68ca415-9d01-4207-a83b-1480c6754614,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:21.069198 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50168) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:21.070781 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-5c261b16-4469-4e12-823d-2b323d787976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:21.129422 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-47842339-05eb-43eb-bcaf-474a93343fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:21.149561 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-47842339-05eb-43eb-bcaf-474a93343fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:21.389322 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-47842339-05eb-43eb-bcaf-474a93343fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:21.392744 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-47842339-05eb-43eb-bcaf-474a93343fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:21.393932 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-47842339-05eb-43eb-bcaf-474a93343fc2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b68ca415-9d01-4207-a83b-1480c6754614 HTTP/1.1" status: 204 len: 168 time: 0.3232129 Jun 28 09:58:21.395037 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-99836355-29e3-4586-8643-31aedaa9682c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:21.406376 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47842339-05eb-43eb-bcaf-474a93343fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68ca415-9d01-4207-a83b-1480c6754614,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:21.406376 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-47842339-05eb-43eb-bcaf-474a93343fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:22.144809 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 50192) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:22.394356 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-72a16c66-cc74-4a1a-b852-079886654b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.480887 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-72a16c66-cc74-4a1a-b852-079886654b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.631424 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-72a16c66-cc74-4a1a-b852-079886654b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.634866 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b65e35e1-9190-4456-9024-b3bb4622fb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:22.669303 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-72a16c66-cc74-4a1a-b852-079886654b05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7dfdd6a1794a45048dc6591c9050cd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5232954 Jun 28 09:58:22.670107 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a16c66-cc74-4a1a-b852-079886654b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6963437-3929-4508-ae4f-26cf4f54739b,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:22.671848 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50204) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:22.673873 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-72a16c66-cc74-4a1a-b852-079886654b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:22.721740 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-da5c5aae-28de-4e22-9dee-d6d6c39c69d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.743219 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-da5c5aae-28de-4e22-9dee-d6d6c39c69d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.911214 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-da5c5aae-28de-4e22-9dee-d6d6c39c69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.913790 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-da5c5aae-28de-4e22-9dee-d6d6c39c69d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:22.915018 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-da5c5aae-28de-4e22-9dee-d6d6c39c69d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6963437-3929-4508-ae4f-26cf4f54739b HTTP/1.1" status: 204 len: 168 time: 0.2411051 Jun 28 09:58:22.915752 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-3e4bf2d2-6b7f-44b4-ae64-bd89f3dae7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:22.923698 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c5aae-28de-4e22-9dee-d6d6c39c69d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6963437-3929-4508-ae4f-26cf4f54739b,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:22.926284 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-da5c5aae-28de-4e22-9dee-d6d6c39c69d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:31.359571 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63dfd9-4088-4942-92cd-79ebb70b2954 req-c8216178-6783-4280-8db1-828d5e8f7e7f tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:31.361452 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0f63dfd9-4088-4942-92cd-79ebb70b2954 req-c8216178-6783-4280-8db1-828d5e8f7e7f tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 946 time: 0.0806150 Jun 28 09:58:31.647742 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0f63dfd9-4088-4942-92cd-79ebb70b2954 req-cbdd60d8-4eef-455d-ad88-ef855ec8ce54 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806208 Jun 28 09:58:31.680243 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50386) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:31.920664 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65169335-c3cb-464e-9da8-8deb0a89b26b tempest-TestMinimumBasicScenario-2066922470 tempest-TestMinimumBasicScenario-2066922470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:31.923975 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-65169335-c3cb-464e-9da8-8deb0a89b26b tempest-TestMinimumBasicScenario-2066922470 tempest-TestMinimumBasicScenario-2066922470-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 1094 time: 0.2486672 Jun 28 09:58:31.927238 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50398) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:31.931898 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Request body: {'floatingip': {'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'port_id': '5567f067-6f08-436e-bd48-a6000e79c73b', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:32.052368 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for floatingip, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:32.149911 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:32.264115 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Allocated IP 172.27.2.185 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/33025ebf-df62-452e-b9a3-fe04bf95d8ca) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:58:32.364636 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:32.563304 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59015149'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:32.565418 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:32.603529 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:58:32.608495 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:58:32.612076 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:58:32.618000 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Pushing event updated for resources: {'Port': ['ID=33025ebf-df62-452e-b9a3-fe04bf95d8ca,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:32.646120 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:32.882927 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 50416) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:32.993937 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5ad3c996-50ff-411d-bc31-ea9257ebc4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:33.000620 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:33.081975 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5ad3c996-50ff-411d-bc31-ea9257ebc4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:33.139954 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-fadc329c-a22a-4afb-a459-06d1b6fb3717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:33.168021 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5ad3c996-50ff-411d-bc31-ea9257ebc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:33.170608 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-67da7f49-3c9b-4580-9de2-afe64e5dceef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:33.209423 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:33.209732 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3c996-50ff-411d-bc31-ea9257ebc4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cddf4c-d467-4c29-aca3-0461df3663cd,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:33.214112 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-5ad3c996-50ff-411d-bc31-ea9257ebc4b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ebad8a1ff6e846559417ef4415ca623b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295674 Jun 28 09:58:33.214998 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-5ad3c996-50ff-411d-bc31-ea9257ebc4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:33.221544 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 50424) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:33.273570 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6e0d87da-aecb-4861-8a72-c969c0c3d9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:33.299670 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6e0d87da-aecb-4861-8a72-c969c0c3d9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:33.368980 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:33.434251 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed6324-a615-41dd-9497-53ef3d579c92 req-7186a3c5-3b80-4efc-8a9c-084f2da03c8a tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:33.435617 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-69ed6324-a615-41dd-9497-53ef3d579c92 req-7186a3c5-3b80-4efc-8a9c-084f2da03c8a tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 946 time: 0.0646300 Jun 28 09:58:33.475531 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-69ed6324-a615-41dd-9497-53ef3d579c92 req-eba2ea27-25be-4a2a-b785-e04723ec4feb tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335886 Jun 28 09:58:33.739984 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6e0d87da-aecb-4861-8a72-c969c0c3d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:33.740180 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014943'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:33.742615 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6e0d87da-aecb-4861-8a72-c969c0c3d9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:33.743030 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-afe42939-cd97-4324-a291-5fd407024a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:33.743766 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-6e0d87da-aecb-4861-8a72-c969c0c3d9a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38cddf4c-d467-4c29-aca3-0461df3663cd HTTP/1.1" status: 204 len: 168 time: 0.5211043 Jun 28 09:58:33.744553 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-c0ae1967-b23a-4b7b-b63b-54c8e6d8ca48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:33.753523 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d87da-aecb-4861-8a72-c969c0c3d9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cddf4c-d467-4c29-aca3-0461df3663cd,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:33.759560 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6e0d87da-aecb-4861-8a72-c969c0c3d9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:33.819397 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Pushing event updated for resources: {'Port': ['ID=33025ebf-df62-452e-b9a3-fe04bf95d8ca,revision_number=2']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:33.822248 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:33.829289 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:33.928891 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.l3_db [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Floating IP 570cc288-83b7-41e1-bf60-3549c55d6733 associated. External IP: 172.27.2.185, port: 5567f067-6f08-436e-bd48-a6000e79c73b. Jun 28 09:58:34.128942 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Router f67bee74-ba32-4439-99eb-fec54eaf37b4 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:58:34.239127 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:58:34.248783 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8e049a-d061-43a1-a75e-d74b65f3d343 None None] Sync routers for ids ['f67bee74-ba32-4439-99eb-fec54eaf37b4'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:58:34.258911 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8e049a-d061-43a1-a75e-d74b65f3d343 None None] Routers {'f67bee74-ba32-4439-99eb-fec54eaf37b4'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:58:34.259607 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-1a8e049a-d061-43a1-a75e-d74b65f3d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:58:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['f67bee74-ba32-4439-99eb-fec54eaf37b4'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:34.365641 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-1a8e049a-d061-43a1-a75e-d74b65f3d343 None None] Set router f67bee74-ba32-4439-99eb-fec54eaf37b4 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:58:34.397146 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:34.436622 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5083170 Jun 28 09:58:34.441303 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'tag': '5567f067-6f08-436e-bd48-a6000e79c73b'}] {{(pid=100130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:34.441449 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 50440) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:34.441917 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febbb13b6d7fe63a2731297dc7120ef37725474ca423d9a5e3d408f98460119f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dfa420-de99-4389-b289-df0f265fffdd" -d '{"events": [{"name": "network-changed", "server_uuid": "1feaad6e-287c-4f3b-b304-42e267f2d989", "tag": "5567f067-6f08-436e-bd48-a6000e79c73b"}]}' {{(pid=100130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:34.444515 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-4852afe2-7753-4eb5-b482-98ea3b1b355d tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-345645829', 'description': 'tempest-secgroup-smoke-345645829 description', 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:34.478515 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb04b18-1447-435b-b63d-c9aa10bad7cd x-openstack-request-id: req-feb04b18-1447-435b-b63d-c9aa10bad7cd {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:34.478849 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1feaad6e-287c-4f3b-b304-42e267f2d989", "tag": "5567f067-6f08-436e-bd48-a6000e79c73b", "status": "completed", "code": 200}]} {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:34.479128 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-feb04b18-1447-435b-b63d-c9aa10bad7cd {{(pid=100130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:34.479558 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'tag': '5567f067-6f08-436e-bd48-a6000e79c73b', 'status': 'completed', 'code': 200} Jun 28 09:58:34.561131 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfa420-de99-4389-b289-df0f265fffdd req-09305fa2-d2aa-4f10-95bd-360831019cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:34.562782 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-93dfa420-de99-4389-b289-df0f265fffdd req-09305fa2-d2aa-4f10-95bd-360831019cd0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d470a6b7ab644fd6a4719a0ea8ce44f2&device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 1099 time: 0.0602038 Jun 28 09:58:34.632776 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4852afe2-7753-4eb5-b482-98ea3b1b355d tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:34.663961 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-1a8e049a-d061-43a1-a75e-d74b65f3d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'name': 'tempest-TestMinimumBasicScenario-498676770-router', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:04Z', 'updated_at': '2021-06-28T09:57:08Z', 'revision_number': 4, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'gw_port': {'id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:05Z', 'updated_at': '2021-06-28T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '570cc288-83b7-41e1-bf60-3549c55d6733', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'floating_ip_address': '172.27.2.185', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'port_id': '5567f067-6f08-436e-bd48-a6000e79c73b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea', 'mac_address': 'fa:16:3e:50:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:32Z', 'revision_number': 0, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad567e3-3216-4a60-9fd3-48d58c90e950', 'name': '', 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'mac_address': 'fa:16:3e:e7:11:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:07Z', 'updated_at': '2021-06-28T09:57:14Z', 'revision_number': 5, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'subnets': [{'id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:34.692514 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfa420-de99-4389-b289-df0f265fffdd req-a3027d69-8887-438f-8e65-adfc221dd3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:34.702756 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-93dfa420-de99-4389-b289-df0f265fffdd req-a3027d69-8887-438f-8e65-adfc221dd3c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5214620d-db6e-472a-aa9a-82d5849d56ea HTTP/1.1" status: 200 len: 915 time: 0.1247060 Jun 28 09:58:34.711300 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8e049a-d061-43a1-a75e-d74b65f3d343 None None] Checking router: f67bee74-ba32-4439-99eb-fec54eaf37b4 for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:58:34.723533 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8e049a-d061-43a1-a75e-d74b65f3d343 None None] Routers {'f67bee74-ba32-4439-99eb-fec54eaf37b4'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:58:34.724582 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-1a8e049a-d061-43a1-a75e-d74b65f3d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:58:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['f67bee74-ba32-4439-99eb-fec54eaf37b4'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:34.726162 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91f98f-2fdb-4918-8ee7-cf9f12f9c00e req-eecf916a-2b25-4567-b7d1-2ff568d7c8bd tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:34.727818 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ad91f98f-2fdb-4918-8ee7-cf9f12f9c00e req-eecf916a-2b25-4567-b7d1-2ff568d7c8bd tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 946 time: 0.1284242 Jun 28 09:58:34.806568 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-93dfa420-de99-4389-b289-df0f265fffdd req-806273c7-3005-4ead-a45a-a4b754fab47c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5567f067-6f08-436e-bd48-a6000e79c73b HTTP/1.1" status: 200 len: 1000 time: 0.1008213 Jun 28 09:58:34.810809 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ad91f98f-2fdb-4918-8ee7-cf9f12f9c00e req-6018c81a-88d0-4fb5-8a81-c5a80b14da9c tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755088 Jun 28 09:58:34.825192 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4852afe2-7753-4eb5-b482-98ea3b1b355d tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:34.869810 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-1a8e049a-d061-43a1-a75e-d74b65f3d343 None None] Set router f67bee74-ba32-4439-99eb-fec54eaf37b4 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:58:34.870994 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfa420-de99-4389-b289-df0f265fffdd req-83809ea4-4351-415c-a0ac-6291e40632b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:34.872460 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-93dfa420-de99-4389-b289-df0f265fffdd req-83809ea4-4351-415c-a0ac-6291e40632b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=796f8baf-1acb-4756-92d8-bc7e089814b1 HTTP/1.1" status: 200 len: 853 time: 0.0582087 Jun 28 09:58:34.934906 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfa420-de99-4389-b289-df0f265fffdd req-79007763-6ade-45c6-ba93-a9b012f39a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:34.936315 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-93dfa420-de99-4389-b289-df0f265fffdd req-79007763-6ade-45c6-ba93-a9b012f39a87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5214620d-db6e-472a-aa9a-82d5849d56ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561531 Jun 28 09:58:35.014304 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4852afe2-7753-4eb5-b482-98ea3b1b355d tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.016804 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-162c9657-3214-40d0-94e8-7c2239d4e443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:35.058464 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852afe2-7753-4eb5-b482-98ea3b1b355d tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94adcdc8-e43d-40b7-84ec-b66de98e2e32,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:35.061425 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-4852afe2-7753-4eb5-b482-98ea3b1b355d tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:35.081614 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-93dfa420-de99-4389-b289-df0f265fffdd req-3448949c-b601-49c6-8f58-764a9f68f22a service neutron] 10.222.0.37 "GET /v2.0/networks/5214620d-db6e-472a-aa9a-82d5849d56ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352816 Jun 28 09:58:35.108241 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-1a8e049a-d061-43a1-a75e-d74b65f3d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'name': 'tempest-TestMinimumBasicScenario-498676770-router', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:04Z', 'updated_at': '2021-06-28T09:57:08Z', 'revision_number': 4, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'gw_port': {'id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:05Z', 'updated_at': '2021-06-28T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '570cc288-83b7-41e1-bf60-3549c55d6733', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'floating_ip_address': '172.27.2.185', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'port_id': '5567f067-6f08-436e-bd48-a6000e79c73b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea', 'mac_address': 'fa:16:3e:50:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:32Z', 'revision_number': 0, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad567e3-3216-4a60-9fd3-48d58c90e950', 'name': '', 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'mac_address': 'fa:16:3e:e7:11:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:07Z', 'updated_at': '2021-06-28T09:57:14Z', 'revision_number': 5, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'subnets': [{'id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:58:35.135030 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8e049a-d061-43a1-a75e-d74b65f3d343 None None] The sync data for ids ['f67bee74-ba32-4439-99eb-fec54eaf37b4'] in dv-cinder-786627-12-iscsi is: [{'id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'name': 'tempest-TestMinimumBasicScenario-498676770-router', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:04Z', 'updated_at': '2021-06-28T09:57:08Z', 'revision_number': 4, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'gw_port': {'id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:05Z', 'updated_at': '2021-06-28T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '570cc288-83b7-41e1-bf60-3549c55d6733', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'floating_ip_address': '172.27.2.185', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'port_id': '5567f067-6f08-436e-bd48-a6000e79c73b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea', 'mac_address': 'fa:16:3e:50:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:58:32Z', 'updated_at': '2021-06-28T09:58:32Z', 'revision_number': 0, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad567e3-3216-4a60-9fd3-48d58c90e950', 'name': '', 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'mac_address': 'fa:16:3e:e7:11:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:07Z', 'updated_at': '2021-06-28T09:57:14Z', 'revision_number': 5, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'subnets': [{'id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:58:35.157984 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4852afe2-7753-4eb5-b482-98ea3b1b355d tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.159495 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-4852afe2-7753-4eb5-b482-98ea3b1b355d tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7187274 Jun 28 09:58:35.163644 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50458) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:35.168917 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-d4465423-dc71-45e9-aad3-28c6cc8fd582 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Request body: {'security_group_rule': {'security_group_id': '94adcdc8-e43d-40b7-84ec-b66de98e2e32', 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:35.184313 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-93dfa420-de99-4389-b289-df0f265fffdd req-8414a9fd-3b2d-4caf-a36f-c59eef4dfcab service neutron] 10.222.0.37 "GET /v2.0/networks/5214620d-db6e-472a-aa9a-82d5849d56ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948076 Jun 28 09:58:35.403959 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c4a7d8-ddf5-4593-9997-1c5524da3de4 None None] New status for floating IP 570cc288-83b7-41e1-bf60-3549c55d6733: ACTIVE {{(pid=100132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:58:35.412353 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d4465423-dc71-45e9-aad3-28c6cc8fd582 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.455116 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50470) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:35.457198 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e262a29-3474-4139-ae1a-d4c79d1ac8b9 req-f214131c-9e97-4d70-b1e6-d69311b8a2a4 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:35.459675 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5e262a29-3474-4139-ae1a-d4c79d1ac8b9 req-f214131c-9e97-4d70-b1e6-d69311b8a2a4 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 946 time: 0.1937227 Jun 28 09:58:35.505370 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.562506 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-03a381a7-cd40-467c-8e36-180beb484102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.654678 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-5e262a29-3474-4139-ae1a-d4c79d1ac8b9 req-63004704-3776-4e69-b23d-b78f8b3cf702 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Deleting port 6fa1884c-7f49-4290-81ad-fc679a688d94 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:58:35.654937 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d4465423-dc71-45e9-aad3-28c6cc8fd582 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.655187 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5e262a29-3474-4139-ae1a-d4c79d1ac8b9 req-63004704-3776-4e69-b23d-b78f8b3cf702 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.678948 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-78f40d7d-3ab6-4c53-bc43-898a48d6522f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.759846 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d4465423-dc71-45e9-aad3-28c6cc8fd582 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.768951 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:35.786835 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-5e262a29-3474-4139-ae1a-d4c79d1ac8b9 req-63004704-3776-4e69-b23d-b78f8b3cf702 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] For port 6fa1884c-7f49-4290-81ad-fc679a688d94, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6fa1884c-7f49-4290-81ad-fc679a688d94,segment=NetworkSegment(e706efac-0d7e-4f94-918e-a21d2ab7b431),segment_id=e706efac-0d7e-4f94-918e-a21d2ab7b431)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:35.787267 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5e262a29-3474-4139-ae1a-d4c79d1ac8b9 req-63004704-3776-4e69-b23d-b78f8b3cf702 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.799422 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4465423-dc71-45e9-aad3-28c6cc8fd582 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b94d81-e0cd-40a9-bb39-65bbd123119e,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:35.804957 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-5e262a29-3474-4139-ae1a-d4c79d1ac8b9 req-63004704-3776-4e69-b23d-b78f8b3cf702 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Calling delete_port for 6fa1884c-7f49-4290-81ad-fc679a688d94 owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:58:35.806957 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d4465423-dc71-45e9-aad3-28c6cc8fd582 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:35.831639 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-78f40d7d-3ab6-4c53-bc43-898a48d6522f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.989055 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-78f40d7d-3ab6-4c53-bc43-898a48d6522f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:35.993702 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-8435c144-159e-4d6b-8578-0d29977c1b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:36.038452 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358de46-3a58-441b-bcf2-c86ba391cec2 req-6faf4b83-3e82-4a2d-91f2-592475fb1a86 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:36.039909 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6358de46-3a58-441b-bcf2-c86ba391cec2 req-6faf4b83-3e82-4a2d-91f2-592475fb1a86 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 946 time: 0.1068792 Jun 28 09:58:36.046708 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-78f40d7d-3ab6-4c53-bc43-898a48d6522f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ae014a07da540f9b1c13020c346efbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5894089 Jun 28 09:58:36.049249 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f40d7d-3ab6-4c53-bc43-898a48d6522f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a13ca77-99fb-4fa6-be6c-905adcd8dc1f,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:36.050026 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 50500) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:36.052250 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-78f40d7d-3ab6-4c53-bc43-898a48d6522f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:36.067991 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5e262a29-3474-4139-ae1a-d4c79d1ac8b9 req-63004704-3776-4e69-b23d-b78f8b3cf702 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.072867 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-76d776d1-2e9d-41ec-8f8f-ba54fc7574e8 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:36.086496 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6358de46-3a58-441b-bcf2-c86ba391cec2 req-21867f8b-5206-406b-8de2-6442152c71b7 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/security-groups?id=716b657e-4b54-400c-aefa-600f4500d495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380883 Jun 28 09:58:36.099309 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d4465423-dc71-45e9-aad3-28c6cc8fd582 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.103189 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-d4465423-dc71-45e9-aad3-28c6cc8fd582 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9357543 Jun 28 09:58:36.103833 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50502) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:36.106911 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63004704-3776-4e69-b23d-b78f8b3cf702 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Pushing event deleted for resources: {'Port': ['ID=6fa1884c-7f49-4290-81ad-fc679a688d94,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:36.109228 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-1d20d0e0-7ae2-4b3e-bd4c-889d4af8623a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Request body: {'security_group_rule': {'security_group_id': '94adcdc8-e43d-40b7-84ec-b66de98e2e32', 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:36.113545 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-63004704-3776-4e69-b23d-b78f8b3cf702 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:36.162524 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e262a29-3474-4139-ae1a-d4c79d1ac8b9 req-63004704-3776-4e69-b23d-b78f8b3cf702 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] No DVR routers for this DVR port 6fa1884c-7f49-4290-81ad-fc679a688d94 on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:58:36.165867 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5e262a29-3474-4139-ae1a-d4c79d1ac8b9 req-63004704-3776-4e69-b23d-b78f8b3cf702 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.167768 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5e262a29-3474-4139-ae1a-d4c79d1ac8b9 req-63004704-3776-4e69-b23d-b78f8b3cf702 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.37 "DELETE /v2.0/ports/6fa1884c-7f49-4290-81ad-fc679a688d94 HTTP/1.1" status: 204 len: 173 time: 0.7013071 Jun 28 09:58:36.168264 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1337ca-5241-4b91-bf64-03fa4ba67779', 'name': 'network-vif-deleted', 'tag': '6fa1884c-7f49-4290-81ad-fc679a688d94'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:36.170538 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0111e5-30c3-48a3-a9c0-107b669d3062" -d '{"events": [{"server_uuid": "cc1337ca-5241-4b91-bf64-03fa4ba67779", "name": "network-vif-deleted", "tag": "6fa1884c-7f49-4290-81ad-fc679a688d94"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:36.186608 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-89183a64-7b3c-40c9-b1a1-98bda3993d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.209636 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-89183a64-7b3c-40c9-b1a1-98bda3993d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.212103 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd30ab0-0d02-4bec-88c3-c1a573ba9994 x-openstack-request-id: req-4bd30ab0-0d02-4bec-88c3-c1a573ba9994 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:36.212423 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1337ca-5241-4b91-bf64-03fa4ba67779", "name": "network-vif-deleted", "tag": "6fa1884c-7f49-4290-81ad-fc679a688d94", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:36.212733 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4bd30ab0-0d02-4bec-88c3-c1a573ba9994 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:36.213147 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1337ca-5241-4b91-bf64-03fa4ba67779', 'name': 'network-vif-deleted', 'tag': '6fa1884c-7f49-4290-81ad-fc679a688d94', 'status': 'completed', 'code': 200} Jun 28 09:58:36.259635 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-1d20d0e0-7ae2-4b3e-bd4c-889d4af8623a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.428378 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-89183a64-7b3c-40c9-b1a1-98bda3993d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.431177 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-89183a64-7b3c-40c9-b1a1-98bda3993d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.433228 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-89183a64-7b3c-40c9-b1a1-98bda3993d23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a13ca77-99fb-4fa6-be6c-905adcd8dc1f HTTP/1.1" status: 204 len: 168 time: 0.3815615 Jun 28 09:58:36.433641 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-7117369a-ac15-453a-aeff-7a049f6db72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:36.450122 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-1d20d0e0-7ae2-4b3e-bd4c-889d4af8623a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.452100 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89183a64-7b3c-40c9-b1a1-98bda3993d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a13ca77-99fb-4fa6-be6c-905adcd8dc1f,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:36.454932 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-89183a64-7b3c-40c9-b1a1-98bda3993d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:36.540637 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50510) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:36.637081 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-1d20d0e0-7ae2-4b3e-bd4c-889d4af8623a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.644468 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d4465423-dc71-45e9-aad3-28c6cc8fd582 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:36.647074 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-96c2c8cf-ed31-4ec2-91d6-badd693d8d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.669897 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20d0e0-7ae2-4b3e-bd4c-889d4af8623a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99941003-1a98-42c4-9a18-7ef267d54593,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:36.674043 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-1d20d0e0-7ae2-4b3e-bd4c-889d4af8623a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:36.877264 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.878836 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-1d20d0e0-7ae2-4b3e-bd4c-889d4af8623a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:36.880036 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-1d20d0e0-7ae2-4b3e-bd4c-889d4af8623a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7751491 Jun 28 09:58:36.882698 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50514) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:36.889014 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-a923424c-62a5-40c4-9195-a7c30fd1bf32 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Request body: {'security_group_rule': {'security_group_id': '94adcdc8-e43d-40b7-84ec-b66de98e2e32', 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:36.966417 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-96c2c8cf-ed31-4ec2-91d6-badd693d8d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:37.091788 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-96c2c8cf-ed31-4ec2-91d6-badd693d8d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:37.097243 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-94e5c2f2-073d-4459-8a41-1f67df4bfc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:37.136989 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-96c2c8cf-ed31-4ec2-91d6-badd693d8d68 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0521526c83934f4b95cd063c9c5762bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5925107 Jun 28 09:58:37.137762 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 50526) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:37.139135 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2c8cf-ed31-4ec2-91d6-badd693d8d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c86f2f8-635d-4694-bb09-284e31f3699a,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:37.142977 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-96c2c8cf-ed31-4ec2-91d6-badd693d8d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:37.194229 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ac39f43f-1e3b-435f-97de-63de78a2d354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:37.215927 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ac39f43f-1e3b-435f-97de-63de78a2d354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:37.253176 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-31d14165-0448-41eb-833d-43cecc215766 req-c0258c0c-1db1-4ebc-8011-a223cd8fcb6c tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc1337ca-5241-4b91-bf64-03fa4ba67779 HTTP/1.1" status: 200 len: 210 time: 0.0288830 Jun 28 09:58:37.317489 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a923424c-62a5-40c4-9195-a7c30fd1bf32 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:37.402899 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ac39f43f-1e3b-435f-97de-63de78a2d354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:37.405510 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ac39f43f-1e3b-435f-97de-63de78a2d354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:37.406675 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-ac39f43f-1e3b-435f-97de-63de78a2d354 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c86f2f8-635d-4694-bb09-284e31f3699a HTTP/1.1" status: 204 len: 168 time: 0.2677619 Jun 28 09:58:37.407423 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6e0d87da-aecb-4861-8a72-c969c0c3d9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:37.414346 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a923424c-62a5-40c4-9195-a7c30fd1bf32 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:37.415157 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39f43f-1e3b-435f-97de-63de78a2d354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c86f2f8-635d-4694-bb09-284e31f3699a,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:37.417480 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ac39f43f-1e3b-435f-97de-63de78a2d354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:37.768463 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a923424c-62a5-40c4-9195-a7c30fd1bf32 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:37.770787 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:37.788981 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923424c-62a5-40c4-9195-a7c30fd1bf32 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1ab31d-ee02-41df-84f2-6ded67a6b29c,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:37.791736 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-a923424c-62a5-40c4-9195-a7c30fd1bf32 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:37.957391 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a923424c-62a5-40c4-9195-a7c30fd1bf32 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:37.958998 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-a923424c-62a5-40c4-9195-a7c30fd1bf32 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0753801 Jun 28 09:58:37.961857 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 50538) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:37.966680 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-a5dd9e96-5e4b-4a25-8eb1-1895f71b2212 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Request body: {'security_group_rule': {'security_group_id': '94adcdc8-e43d-40b7-84ec-b66de98e2e32', 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:38.041411 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 6fa1884c-7f49-4290-81ad-fc679a688d94 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:58:38.060928 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: 6fa1884c-7f49-4290-81ad-fc679a688d94 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:58:38.061291 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 6fa1884c-7f49-4290-81ad-fc679a688d94 not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:58:38.121552 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a5dd9e96-5e4b-4a25-8eb1-1895f71b2212 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.185913 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a5dd9e96-5e4b-4a25-8eb1-1895f71b2212 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.271561 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.320380 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a5dd9e96-5e4b-4a25-8eb1-1895f71b2212 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.322633 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-8052533c-aabd-4e62-95ce-8772e4fec9ab tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:38.338134 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd9e96-5e4b-4a25-8eb1-1895f71b2212 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b8a321-67cd-4238-8c92-5ee32fa9bffc,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:38.342250 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-a5dd9e96-5e4b-4a25-8eb1-1895f71b2212 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:38.424270 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a5dd9e96-5e4b-4a25-8eb1-1895f71b2212 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.427500 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-a5dd9e96-5e4b-4a25-8eb1-1895f71b2212 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4645143 Jun 28 09:58:38.430395 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50560) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:38.435375 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-a2de037a-facd-43d9-9164-784718e53d1c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Request body: {'security_group_rule': {'security_group_id': '94adcdc8-e43d-40b7-84ec-b66de98e2e32', 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:38.608730 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.securitygroups_db [None req-a2de037a-facd-43d9-9164-784718e53d1c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Project d470a6b7ab644fd6a4719a0ea8ce44f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 09:58:38.617340 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a2de037a-facd-43d9-9164-784718e53d1c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.690624 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a2de037a-facd-43d9-9164-784718e53d1c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.802425 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a2de037a-facd-43d9-9164-784718e53d1c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.807466 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-1d20d0e0-7ae2-4b3e-bd4c-889d4af8623a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:38.822969 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de037a-facd-43d9-9164-784718e53d1c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ed0b39-0c5e-417d-a0ff-795d6f27ae47,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:38.825310 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-a2de037a-facd-43d9-9164-784718e53d1c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:38.950822 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a2de037a-facd-43d9-9164-784718e53d1c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:38.952194 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-a2de037a-facd-43d9-9164-784718e53d1c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5207353 Jun 28 09:58:38.955658 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50576) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:38.960538 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-d9c94e98-a33a-4c51-869b-5a0a4e455d2a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Request body: {'security_group_rule': {'security_group_id': '94adcdc8-e43d-40b7-84ec-b66de98e2e32', 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:39.121240 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.securitygroups_db [None req-d9c94e98-a33a-4c51-869b-5a0a4e455d2a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Project d470a6b7ab644fd6a4719a0ea8ce44f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 09:58:39.126846 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d9c94e98-a33a-4c51-869b-5a0a4e455d2a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:39.195923 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d9c94e98-a33a-4c51-869b-5a0a4e455d2a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:39.300181 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d9c94e98-a33a-4c51-869b-5a0a4e455d2a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:39.303392 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-a2de037a-facd-43d9-9164-784718e53d1c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:39.330575 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c94e98-a33a-4c51-869b-5a0a4e455d2a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ada2d8-f1c1-47b8-a06c-7e9fc1efc3f1,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:39.340916 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d9c94e98-a33a-4c51-869b-5a0a4e455d2a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:39.654213 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d9c94e98-a33a-4c51-869b-5a0a4e455d2a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:39.658885 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-d9c94e98-a33a-4c51-869b-5a0a4e455d2a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6988025 Jun 28 09:58:39.773965 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-05d78c2e-c9e1-4696-ae43-4fc3264a4d1c req-15ba783e-2ff2-4328-9a7d-dc063f48775a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-345645829&fields=id&tenant_id=d470a6b7ab644fd6a4719a0ea8ce44f2 HTTP/1.1" status: 200 len: 267 time: 0.0319686 Jun 28 09:58:39.841667 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d78c2e-c9e1-4696-ae43-4fc3264a4d1c req-9c768597-c58a-4a5e-81c6-e01b080ad092 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:39.843118 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-05d78c2e-c9e1-4696-ae43-4fc3264a4d1c req-9c768597-c58a-4a5e-81c6-e01b080ad092 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 946 time: 0.0638528 Jun 28 09:58:39.854797 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [req-05d78c2e-c9e1-4696-ae43-4fc3264a4d1c req-9a90fee1-7b88-44a8-860b-1ebadd4d0f7a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Request body: {'port': {'security_groups': ['7f165fd7-bce9-416f-883d-d2597ffdd75c', '94adcdc8-e43d-40b7-84ec-b66de98e2e32']}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:58:39.947881 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-05d78c2e-c9e1-4696-ae43-4fc3264a4d1c req-9a90fee1-7b88-44a8-860b-1ebadd4d0f7a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:40.147255 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [req-05d78c2e-c9e1-4696-ae43-4fc3264a4d1c req-9a90fee1-7b88-44a8-860b-1ebadd4d0f7a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] For port 5567f067-6f08-436e-bd48-a6000e79c73b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5567f067-6f08-436e-bd48-a6000e79c73b,segment=NetworkSegment(a427546c-ee22-4cc2-b0d6-ac437961ff36),segment_id=a427546c-ee22-4cc2-b0d6-ac437961ff36)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:58:40.175264 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-05d78c2e-c9e1-4696-ae43-4fc3264a4d1c req-9a90fee1-7b88-44a8-860b-1ebadd4d0f7a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:40.276743 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-05d78c2e-c9e1-4696-ae43-4fc3264a4d1c req-9a90fee1-7b88-44a8-860b-1ebadd4d0f7a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014943'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:40.280923 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-17f6ca64-677c-466b-86b3-3b706066e094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:40.293218 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['5567f067-6f08-436e-bd48-a6000e79c73b'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:58:40.374432 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d78c2e-c9e1-4696-ae43-4fc3264a4d1c req-9a90fee1-7b88-44a8-860b-1ebadd4d0f7a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:40.375589 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-05d78c2e-c9e1-4696-ae43-4fc3264a4d1c req-9a90fee1-7b88-44a8-860b-1ebadd4d0f7a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:40.395813 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-05d78c2e-c9e1-4696-ae43-4fc3264a4d1c req-9a90fee1-7b88-44a8-860b-1ebadd4d0f7a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "PUT /v2.0/ports/5567f067-6f08-436e-bd48-a6000e79c73b HTTP/1.1" status: 200 len: 982 time: 0.5307584 Jun 28 09:58:40.395813 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'tag': '5567f067-6f08-436e-bd48-a6000e79c73b'}] {{(pid=100130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:58:40.395813 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febbb13b6d7fe63a2731297dc7120ef37725474ca423d9a5e3d408f98460119f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8d68b1-d12d-48c2-a227-101b5ca2dddb" -d '{"events": [{"name": "network-changed", "server_uuid": "1feaad6e-287c-4f3b-b304-42e267f2d989", "tag": "5567f067-6f08-436e-bd48-a6000e79c73b"}]}' {{(pid=100130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:58:40.434098 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90fee1-7b88-44a8-860b-1ebadd4d0f7a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Pushing event updated for resources: {'Port': ['ID=5567f067-6f08-436e-bd48-a6000e79c73b,revision_number=6']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:40.438343 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9a90fee1-7b88-44a8-860b-1ebadd4d0f7a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:40.445841 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480d3931-ef4c-4658-8ff0-06b8fe395f51 x-openstack-request-id: req-480d3931-ef4c-4658-8ff0-06b8fe395f51 {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:58:40.446195 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1feaad6e-287c-4f3b-b304-42e267f2d989", "tag": "5567f067-6f08-436e-bd48-a6000e79c73b", "status": "completed", "code": 200}]} {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:58:40.446817 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-480d3931-ef4c-4658-8ff0-06b8fe395f51 {{(pid=100130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:58:40.447610 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'tag': '5567f067-6f08-436e-bd48-a6000e79c73b', 'status': 'completed', 'code': 200} Jun 28 09:58:40.463635 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['5567f067-6f08-436e-bd48-a6000e79c73b'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:58:40.554495 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d68b1-d12d-48c2-a227-101b5ca2dddb req-73030492-ac70-4194-93a4-c46ea339a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:40.556224 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-aa8d68b1-d12d-48c2-a227-101b5ca2dddb req-73030492-ac70-4194-93a4-c46ea339a48e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d470a6b7ab644fd6a4719a0ea8ce44f2&device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 1138 time: 0.0743937 Jun 28 09:58:40.606748 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307381e-91fd-481a-bca7-1975405744f1 req-9e083d4c-47bd-4b85-9225-b6e9563b70a5 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:40.608744 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9307381e-91fd-481a-bca7-1975405744f1 req-9e083d4c-47bd-4b85-9225-b6e9563b70a5 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0867035 Jun 28 09:58:40.686768 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9307381e-91fd-481a-bca7-1975405744f1 req-6824b9b3-c3f3-42a2-b451-22580fc26888 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705471 Jun 28 09:58:40.733825 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d68b1-d12d-48c2-a227-101b5ca2dddb req-7d1c74b1-d899-4998-b4fb-9cc67385335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:40.736208 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-aa8d68b1-d12d-48c2-a227-101b5ca2dddb req-7d1c74b1-d899-4998-b4fb-9cc67385335c service neutron] 10.222.0.37 "GET /v2.0/networks?id=5214620d-db6e-472a-aa9a-82d5849d56ea HTTP/1.1" status: 200 len: 915 time: 0.1675198 Jun 28 09:58:40.780163 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-5b514d11-9806-477f-a0f4-cd87020af50b None None] Provisioning complete for port 5567f067-6f08-436e-bd48-a6000e79c73b triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:58:40.780565 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5b514d11-9806-477f-a0f4-cd87020af50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:40.808039 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-aa8d68b1-d12d-48c2-a227-101b5ca2dddb req-6c2f5a53-2f88-45b3-94bc-562125f67a28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5567f067-6f08-436e-bd48-a6000e79c73b HTTP/1.1" status: 200 len: 1002 time: 0.0623882 Jun 28 09:58:40.865848 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d68b1-d12d-48c2-a227-101b5ca2dddb req-3933de9a-abf9-4078-8375-f2589ce1824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:40.867321 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-aa8d68b1-d12d-48c2-a227-101b5ca2dddb req-3933de9a-abf9-4078-8375-f2589ce1824e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=796f8baf-1acb-4756-92d8-bc7e089814b1 HTTP/1.1" status: 200 len: 853 time: 0.0521021 Jun 28 09:58:40.926092 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d68b1-d12d-48c2-a227-101b5ca2dddb req-68418426-f0e4-47b4-b11b-dfeea16ec501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:40.927587 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-aa8d68b1-d12d-48c2-a227-101b5ca2dddb req-68418426-f0e4-47b4-b11b-dfeea16ec501 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5214620d-db6e-472a-aa9a-82d5849d56ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535841 Jun 28 09:58:41.023720 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-aa8d68b1-d12d-48c2-a227-101b5ca2dddb req-9ae22116-b995-4ce4-a29f-8126a8a26239 service neutron] 10.222.0.37 "GET /v2.0/networks/5214620d-db6e-472a-aa9a-82d5849d56ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847507 Jun 28 09:58:41.117716 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-aa8d68b1-d12d-48c2-a227-101b5ca2dddb req-42c1bd6a-fcae-4c09-a88e-c98b87226872 service neutron] 10.222.0.37 "GET /v2.0/networks/5214620d-db6e-472a-aa9a-82d5849d56ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900435 Jun 28 09:58:45.616958 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 50686) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:45.718599 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-08362feb-ef0c-4ac7-b1f3-3d87c14e32c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:45.804266 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-08362feb-ef0c-4ac7-b1f3-3d87c14e32c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:45.939751 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-08362feb-ef0c-4ac7-b1f3-3d87c14e32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:45.942339 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-e6e11053-9e00-4d78-9c90-a289fd6fe4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:45.975820 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08362feb-ef0c-4ac7-b1f3-3d87c14e32c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c56455-ad9c-4621-a4a1-1a724826201e,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:45.981264 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-08362feb-ef0c-4ac7-b1f3-3d87c14e32c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb3e49250b6d4deeb8943c00125b65a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632641 Jun 28 09:58:45.982165 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-08362feb-ef0c-4ac7-b1f3-3d87c14e32c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:45.990385 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50694) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:46.041237 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-836f8ecc-deb5-4603-ac13-ef597d72ecd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.062058 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-836f8ecc-deb5-4603-ac13-ef597d72ecd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.116686 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.322654 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-836f8ecc-deb5-4603-ac13-ef597d72ecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.325228 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-836f8ecc-deb5-4603-ac13-ef597d72ecd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:46.326424 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-836f8ecc-deb5-4603-ac13-ef597d72ecd2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06c56455-ad9c-4621-a4a1-1a724826201e HTTP/1.1" status: 204 len: 168 time: 0.3350897 Jun 28 09:58:46.327250 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-a291a22a-8e4d-4fad-ab6f-aeda5f10a5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:46.337722 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f8ecc-deb5-4603-ac13-ef597d72ecd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c56455-ad9c-4621-a4a1-1a724826201e,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:46.340057 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-836f8ecc-deb5-4603-ac13-ef597d72ecd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:47.098605 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 50710) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:47.114762 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9aa9700b-8b0c-44a7-b4ed-be79d75d79da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:47.199174 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9aa9700b-8b0c-44a7-b4ed-be79d75d79da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:47.282557 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9aa9700b-8b0c-44a7-b4ed-be79d75d79da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:47.286008 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2c75726c-3296-4079-9a89-617a3cf45ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:47.321577 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-9aa9700b-8b0c-44a7-b4ed-be79d75d79da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6595816a737f4b56939c9e75e3a70ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219012 Jun 28 09:58:47.322459 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9700b-8b0c-44a7-b4ed-be79d75d79da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47299373-ada8-46ca-903a-2ab992a60e55,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:47.324403 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 50714) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:58:47.325692 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9aa9700b-8b0c-44a7-b4ed-be79d75d79da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:47.377539 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5fefea6b-5e66-4902-a08e-8a75dfbabb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:47.398156 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5fefea6b-5e66-4902-a08e-8a75dfbabb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:47.533574 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5fefea6b-5e66-4902-a08e-8a75dfbabb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:47.536206 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5fefea6b-5e66-4902-a08e-8a75dfbabb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:47.537387 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-5fefea6b-5e66-4902-a08e-8a75dfbabb0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47299373-ada8-46ca-903a-2ab992a60e55 HTTP/1.1" status: 204 len: 168 time: 0.2119672 Jun 28 09:58:47.538216 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-adff8001-adb6-4b11-9b71-f03016205e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:58:47.545919 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefea6b-5e66-4902-a08e-8a75dfbabb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47299373-ada8-46ca-903a-2ab992a60e55,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:58:47.548966 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-5fefea6b-5e66-4902-a08e-8a75dfbabb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:58:57.346580 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:58:58.956858 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ec30f-0703-449c-bdf3-33b6dbcd8e8c req-fc00db49-1c90-4b0b-bf1e-5fb03c0a084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:58.958409 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e84ec30f-0703-449c-bdf3-33b6dbcd8e8c req-fc00db49-1c90-4b0b-bf1e-5fb03c0a084c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d470a6b7ab644fd6a4719a0ea8ce44f2&device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 1138 time: 0.0597749 Jun 28 09:58:59.055814 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ec30f-0703-449c-bdf3-33b6dbcd8e8c req-08665cdd-e4f7-4f87-940b-eb23b7f75844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:59.057321 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e84ec30f-0703-449c-bdf3-33b6dbcd8e8c req-08665cdd-e4f7-4f87-940b-eb23b7f75844 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5214620d-db6e-472a-aa9a-82d5849d56ea HTTP/1.1" status: 200 len: 915 time: 0.0916727 Jun 28 09:58:59.071548 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5b929-826f-4e80-8d95-6dfb424f20d3 req-1440e44f-14e1-4f34-bbec-c94ec1ff15ee tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:59.077296 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-66b5b929-826f-4e80-8d95-6dfb424f20d3 req-1440e44f-14e1-4f34-bbec-c94ec1ff15ee tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.2429600 Jun 28 09:58:59.114450 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-66b5b929-826f-4e80-8d95-6dfb424f20d3 req-6b090371-ab54-4801-acd5-8c7c62a15144 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355330 Jun 28 09:58:59.125766 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e84ec30f-0703-449c-bdf3-33b6dbcd8e8c req-49941f43-3750-49fe-8e6d-162ac787e691 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5567f067-6f08-436e-bd48-a6000e79c73b HTTP/1.1" status: 200 len: 1002 time: 0.0610583 Jun 28 09:58:59.189261 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ec30f-0703-449c-bdf3-33b6dbcd8e8c req-afc0aaea-3d57-496f-98da-8244e9d5faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:59.190732 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e84ec30f-0703-449c-bdf3-33b6dbcd8e8c req-afc0aaea-3d57-496f-98da-8244e9d5faee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=796f8baf-1acb-4756-92d8-bc7e089814b1 HTTP/1.1" status: 200 len: 853 time: 0.0526540 Jun 28 09:58:59.254226 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ec30f-0703-449c-bdf3-33b6dbcd8e8c req-47ca159f-2a26-4d92-b3d5-91170741f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:58:59.255633 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e84ec30f-0703-449c-bdf3-33b6dbcd8e8c req-47ca159f-2a26-4d92-b3d5-91170741f1b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5214620d-db6e-472a-aa9a-82d5849d56ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0572355 Jun 28 09:58:59.349408 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e84ec30f-0703-449c-bdf3-33b6dbcd8e8c req-a839a914-64ac-45c9-9122-d18edbbc830b service neutron] 10.222.0.37 "GET /v2.0/networks/5214620d-db6e-472a-aa9a-82d5849d56ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848942 Jun 28 09:58:59.479274 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e84ec30f-0703-449c-bdf3-33b6dbcd8e8c req-2605b72f-9460-4a07-a6bc-22c5e4348dd7 service neutron] 10.222.0.37 "GET /v2.0/networks/5214620d-db6e-472a-aa9a-82d5849d56ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217151 Jun 28 09:59:00.350857 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a1df4-ea3b-4aa6-afe5-5ff2929b7b72 req-f1becf4c-6f0d-402f-b726-74bb283d014a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:00.357173 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d55a1df4-ea3b-4aa6-afe5-5ff2929b7b72 req-f1becf4c-6f0d-402f-b726-74bb283d014a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.1277301 Jun 28 09:59:00.394863 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d55a1df4-ea3b-4aa6-afe5-5ff2929b7b72 req-7f91fd06-adf5-4619-b631-4a7106283c00 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365036 Jun 28 09:59:01.597395 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed85d3c-4fda-434c-9910-5d6f7e029cb3 req-aaa09d69-25d2-4f79-9a1f-7a89cdb2a395 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:01.598881 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6ed85d3c-4fda-434c-9910-5d6f7e029cb3 req-aaa09d69-25d2-4f79-9a1f-7a89cdb2a395 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0660176 Jun 28 09:59:01.638575 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6ed85d3c-4fda-434c-9910-5d6f7e029cb3 req-59a86a78-d713-44bb-b6ff-cd848a253398 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329938 Jun 28 09:59:02.813221 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b625647-24be-4082-ac25-ccd754d33cf3 req-5ac7e9b1-b25b-4df6-a7f1-82043834f872 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:02.814926 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4b625647-24be-4082-ac25-ccd754d33cf3 req-5ac7e9b1-b25b-4df6-a7f1-82043834f872 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0621216 Jun 28 09:59:02.860263 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4b625647-24be-4082-ac25-ccd754d33cf3 req-75e425cb-69bc-4c85-ab7e-6bcee5d50ded tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396667 Jun 28 09:59:03.087499 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-db9c02c3-0ceb-48d0-8030-2e746eab80e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:03.267854 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617df139-47b5-438c-beb3-9f469a570816 req-df7114c2-c265-4854-90be-26e2f867d253 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:03.269695 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-617df139-47b5-438c-beb3-9f469a570816 req-df7114c2-c265-4854-90be-26e2f867d253 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 946 time: 0.0641346 Jun 28 09:59:03.310827 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-617df139-47b5-438c-beb3-9f469a570816 req-7bfe5dbb-14c9-4bde-9fb6-e98a262b7501 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354064 Jun 28 09:59:04.055232 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e884ff6-b40f-4ab0-a899-0ce65f238757 req-8f751049-62fb-420c-83bb-2c1fd39e8fc3 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:04.056843 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5e884ff6-b40f-4ab0-a899-0ce65f238757 req-8f751049-62fb-420c-83bb-2c1fd39e8fc3 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0718460 Jun 28 09:59:04.104098 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5e884ff6-b40f-4ab0-a899-0ce65f238757 req-4e34c3b3-2f47-4f7b-9f48-d9ea55a8ad5b tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412202 Jun 28 09:59:04.520753 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ebeb1-d85c-4cc2-928e-28ac060f127e req-9f292234-41c1-487b-bba3-e994781619eb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:04.522397 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-178ebeb1-d85c-4cc2-928e-28ac060f127e req-9f292234-41c1-487b-bba3-e994781619eb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 946 time: 0.0753515 Jun 28 09:59:04.565267 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-178ebeb1-d85c-4cc2-928e-28ac060f127e req-0b959332-5c50-48aa-a95a-dbed29ccaee3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c5f5da4-863c-4a2c-aac4-8b9e3006392c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368912 Jun 28 09:59:04.939417 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2633e7d-1753-468c-9d52-72c8417d550f req-6c703dda-c453-49f2-9a08-81bac0d22cda tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:04.940909 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b2633e7d-1753-468c-9d52-72c8417d550f req-6c703dda-c453-49f2-9a08-81bac0d22cda tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 946 time: 0.0664580 Jun 28 09:59:05.052564 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-b2633e7d-1753-468c-9d52-72c8417d550f req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Deleting port 6b1a093a-08f4-420f-a5ed-f40de285f653 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:59:05.052945 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-b2633e7d-1753-468c-9d52-72c8417d550f req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:05.146533 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-b2633e7d-1753-468c-9d52-72c8417d550f req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] For port 6b1a093a-08f4-420f-a5ed-f40de285f653, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b1a093a-08f4-420f-a5ed-f40de285f653,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:05.146899 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-b2633e7d-1753-468c-9d52-72c8417d550f req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:05.286072 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeea226-9129-43ef-8304-4ef197485dd5 req-fd5becf8-dd8b-4e0b-8308-45c106b32420 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:05.287472 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-faeea226-9129-43ef-8304-4ef197485dd5 req-fd5becf8-dd8b-4e0b-8308-45c106b32420 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0644369 Jun 28 09:59:05.340583 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-faeea226-9129-43ef-8304-4ef197485dd5 req-0c2cf1e2-348e-4d67-8c09-0ee1ce3e6eda tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469604 Jun 28 09:59:05.368127 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-b2633e7d-1753-468c-9d52-72c8417d550f req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:05.368819 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-b2633e7d-1753-468c-9d52-72c8417d550f req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:05.369138 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.l3_db [req-b2633e7d-1753-468c-9d52-72c8417d550f req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Floating IP bca20262-d7d5-40e3-801c-b8a562aaae14 disassociated. External IP: 172.27.2.110, port: 6b1a093a-08f4-420f-a5ed-f40de285f653. Jun 28 09:59:05.369486 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-b2633e7d-1753-468c-9d52-72c8417d550f req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Calling delete_port for 6b1a093a-08f4-420f-a5ed-f40de285f653 owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:59:05.539680 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:05.541169 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-22eb005a-eeb5-4784-98d2-c5bb6e74cbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:05.599773 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-b2633e7d-1753-468c-9d52-72c8417d550f req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:05.603829 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-8991d60d-bd9d-409b-a42b-3850054fffba tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:05.628437 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event deleted for resources: {'Port': ['ID=6b1a093a-08f4-420f-a5ed-f40de285f653,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:05.631822 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:05.726514 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-44acd8d5-8d67-4a02-835a-dc6f3e58c4d1 req-12d0824c-5dc3-4e54-905c-b7409fa52913 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 210 time: 0.0353665 Jun 28 09:59:05.748041 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2633e7d-1753-468c-9d52-72c8417d550f req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:59:05.874598 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2633e7d-1753-468c-9d52-72c8417d550f req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:59:05.886254 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79c6269-4dd9-481b-a6d9-e7390c21d86c None None] Sync routers for ids ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:59:05.897487 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79c6269-4dd9-481b-a6d9-e7390c21d86c None None] Routers {'7f29a6da-1685-4d3f-8b12-d80c2a342d3c'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:59:05.897487 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-e79c6269-4dd9-481b-a6d9-e7390c21d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:59:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:05.951273 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2633e7d-1753-468c-9d52-72c8417d550f req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] No DVR routers for this DVR port 6b1a093a-08f4-420f-a5ed-f40de285f653 on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:59:05.952586 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-b2633e7d-1753-468c-9d52-72c8417d550f req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:05.966242 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b2633e7d-1753-468c-9d52-72c8417d550f req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.37 "DELETE /v2.0/ports/6b1a093a-08f4-420f-a5ed-f40de285f653 HTTP/1.1" status: 204 len: 173 time: 1.0121946 Jun 28 09:59:05.966242 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'name': 'network-vif-deleted', 'tag': '6b1a093a-08f4-420f-a5ed-f40de285f653'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:05.966242 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9867b649-a190-481f-a383-b1ce8cc53191" -d '{"events": [{"server_uuid": "4d2ccf18-a209-4092-8c09-ce52ba03c03b", "name": "network-vif-deleted", "tag": "6b1a093a-08f4-420f-a5ed-f40de285f653"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:06.013960 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad70965-2292-40d0-9bac-0d88de029fb0 x-openstack-request-id: req-0ad70965-2292-40d0-9bac-0d88de029fb0 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:06.014344 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2ccf18-a209-4092-8c09-ce52ba03c03b", "name": "network-vif-deleted", "tag": "6b1a093a-08f4-420f-a5ed-f40de285f653", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:06.014643 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ad70965-2292-40d0-9bac-0d88de029fb0 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:06.015075 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2ccf18-a209-4092-8c09-ce52ba03c03b', 'name': 'network-vif-deleted', 'tag': '6b1a093a-08f4-420f-a5ed-f40de285f653', 'status': 'completed', 'code': 200} Jun 28 09:59:06.035534 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-e79c6269-4dd9-481b-a6d9-e7390c21d86c None None] Set router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:59:06.254120 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-e79c6269-4dd9-481b-a6d9-e7390c21d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:13Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'dd102002-72f4-42e0-849e-3d9649bd0346', 'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'mac_address': 'fa:16:3e:95:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:09Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'subnets': [{'id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:06.285044 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79c6269-4dd9-481b-a6d9-e7390c21d86c None None] Checking router: 7f29a6da-1685-4d3f-8b12-d80c2a342d3c for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:59:06.294093 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79c6269-4dd9-481b-a6d9-e7390c21d86c None None] Routers {'7f29a6da-1685-4d3f-8b12-d80c2a342d3c'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:59:06.294731 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-e79c6269-4dd9-481b-a6d9-e7390c21d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:59:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:06.438231 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-e79c6269-4dd9-481b-a6d9-e7390c21d86c None None] Set router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:59:06.521041 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b93716-d7f9-4c47-9c1b-6f2bdbceff7d req-1a43b369-0556-4d35-9bf3-6fb01101b14e tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:06.523965 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-25b93716-d7f9-4c47-9c1b-6f2bdbceff7d req-1a43b369-0556-4d35-9bf3-6fb01101b14e tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0707099 Jun 28 09:59:06.574150 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-25b93716-d7f9-4c47-9c1b-6f2bdbceff7d req-4304160c-3898-4759-b051-c4727872096a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392199 Jun 28 09:59:06.660482 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-e79c6269-4dd9-481b-a6d9-e7390c21d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:13Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'dd102002-72f4-42e0-849e-3d9649bd0346', 'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'mac_address': 'fa:16:3e:95:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:09Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'subnets': [{'id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:06.692064 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79c6269-4dd9-481b-a6d9-e7390c21d86c None None] The sync data for ids ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'] in dv-cinder-786627-12-iscsi is: [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:13Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'dd102002-72f4-42e0-849e-3d9649bd0346', 'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'mac_address': 'fa:16:3e:95:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:09Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'subnets': [{'id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:59:06.815201 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:06.920277 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e0f5cd25-753c-4eb4-a2a4-403ac7205751 req-47708d00-4380-4932-b2be-8192f619d53c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d2ccf18-a209-4092-8c09-ce52ba03c03b HTTP/1.1" status: 200 len: 210 time: 0.0357828 Jun 28 09:59:06.963558 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69505ce-8012-43f1-a6b1-f494958ac3a8 None None] New status for floating IP bca20262-d7d5-40e3-801c-b8a562aaae14: DOWN {{(pid=100132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:59:07.770086 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098ee35-a525-44f5-9e7c-34c6c5621b2a req-b3bb2e74-194b-440a-8030-b556b372c133 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:07.776524 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7098ee35-a525-44f5-9e7c-34c6c5621b2a req-b3bb2e74-194b-440a-8030-b556b372c133 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0801940 Jun 28 09:59:07.830588 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7098ee35-a525-44f5-9e7c-34c6c5621b2a req-4157af7e-a6ad-4371-8e14-34a60422ff7f tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509183 Jun 28 09:59:08.140565 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 51130) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:08.200982 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ef557697-f2f2-4953-ab10-4d1274aa3659 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.225676 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ef557697-f2f2-4953-ab10-4d1274aa3659 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.247568 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.281713 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 6b1a093a-08f4-420f-a5ed-f40de285f653 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:59:08.304030 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: 6b1a093a-08f4-420f-a5ed-f40de285f653 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:59:08.304387 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 6b1a093a-08f4-420f-a5ed-f40de285f653 not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:59:08.385502 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ef557697-f2f2-4953-ab10-4d1274aa3659 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.388162 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ef557697-f2f2-4953-ab10-4d1274aa3659 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.389444 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-ef557697-f2f2-4953-ab10-4d1274aa3659 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "DELETE /v2.0/security-groups/9c5f5da4-863c-4a2c-aac4-8b9e3006392c HTTP/1.1" status: 204 len: 168 time: 0.2477310 Jun 28 09:59:08.390381 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2765695a-5263-4b42-8278-b4b8d814ac5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:08.393519 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51138) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:08.400263 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef557697-f2f2-4953-ab10-4d1274aa3659 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5f5da4-863c-4a2c-aac4-8b9e3006392c,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:08.402743 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-ef557697-f2f2-4953-ab10-4d1274aa3659 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:08.411561 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.api.v2.resource [None req-194d132a-5408-4a27-94af-ea909070aa27 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] show failed (client error): The resource could not be found. Jun 28 09:59:08.412638 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-194d132a-5408-4a27-94af-ea909070aa27 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups/9c5f5da4-863c-4a2c-aac4-8b9e3006392c HTTP/1.1" status: 404 len: 347 time: 0.0171707 Jun 28 09:59:08.421459 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51142) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:08.560107 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-e994303b-6496-4be3-88f9-7e50f4f826d1 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Deleting port c6852622-8c60-4c08-b6c4-69683ef598d4 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:59:08.560466 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e994303b-6496-4be3-88f9-7e50f4f826d1 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.638706 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e994303b-6496-4be3-88f9-7e50f4f826d1 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.639037 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e994303b-6496-4be3-88f9-7e50f4f826d1 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.651406 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-e994303b-6496-4be3-88f9-7e50f4f826d1 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Calling delete_port for c6852622-8c60-4c08-b6c4-69683ef598d4 owned by network:floatingip {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:59:08.764748 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 51146) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:08.810126 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fba8c2a-3ad9-4771-a601-97faa1777d79 admin admin] Deleting subnet 3e51b1f0-1344-41d3-a3b3-e3bfb6d33134 {{(pid=100130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:59:08.813127 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2fba8c2a-3ad9-4771-a601-97faa1777d79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.846683 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2fba8c2a-3ad9-4771-a601-97faa1777d79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59617636'] for subnet, precommit_delete_associations {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.891239 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2fba8c2a-3ad9-4771-a601-97faa1777d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.985503 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e994303b-6496-4be3-88f9-7e50f4f826d1 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:08.988555 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:09.011756 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46d2b9-22c2-44ec-9ff5-833859338917 req-d9a700fd-4a71-48da-8237-e5852aa63f6e tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:09.013477 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1b46d2b9-22c2-44ec-9ff5-833859338917 req-d9a700fd-4a71-48da-8237-e5852aa63f6e tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0686228 Jun 28 09:59:09.019369 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994303b-6496-4be3-88f9-7e50f4f826d1 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event deleted for resources: {'Port': ['ID=c6852622-8c60-4c08-b6c4-69683ef598d4,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:09.021783 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-e994303b-6496-4be3-88f9-7e50f4f826d1 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:09.055113 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1b46d2b9-22c2-44ec-9ff5-833859338917 req-775bd5a9-a14b-4186-bf16-a88cd599e136 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358536 Jun 28 09:59:09.078387 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2fba8c2a-3ad9-4771-a601-97faa1777d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59015134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59262105'] for subnet, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.082040 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e994303b-6496-4be3-88f9-7e50f4f826d1 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for floatingip, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.087726 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e994303b-6496-4be3-88f9-7e50f4f826d1 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.087885 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:09.088039 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-e994303b-6496-4be3-88f9-7e50f4f826d1 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "DELETE /v2.0/floatingips/bca20262-d7d5-40e3-801c-b8a562aaae14 HTTP/1.1" status: 204 len: 168 time: 0.6633863 Jun 28 09:59:09.107347 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba8c2a-3ad9-4771-a601-97faa1777d79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e51b1f0-1344-41d3-a3b3-e3bfb6d33134,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:09.110290 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2fba8c2a-3ad9-4771-a601-97faa1777d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:09.112228 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2fba8c2a-3ad9-4771-a601-97faa1777d79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.114280 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-2fba8c2a-3ad9-4771-a601-97faa1777d79 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3e51b1f0-1344-41d3-a3b3-e3bfb6d33134 HTTP/1.1" status: 204 len: 168 time: 0.3484745 Jun 28 09:59:09.117011 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51156) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:09.205527 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b8075305-cb8c-4cd4-8187-d5b9215793b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.305039 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b8075305-cb8c-4cd4-8187-d5b9215793b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.315706 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.services.segments.db [None req-b8075305-cb8c-4cd4-8187-d5b9215793b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad90ee26-f214-423d-915c-1771f9f452d5']}} {{(pid=100129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:09.326016 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.services.segments.db [None req-b8075305-cb8c-4cd4-8187-d5b9215793b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e706efac-0d7e-4f94-918e-a21d2ab7b431') {'for_net_delete': True} {{(pid=100129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:09.326309 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.services.segments.db [None req-b8075305-cb8c-4cd4-8187-d5b9215793b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e706efac-0d7e-4f94-918e-a21d2ab7b431') {} {{(pid=100129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:09.336229 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b8075305-cb8c-4cd4-8187-d5b9215793b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59599202'] for segment, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.350434 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b8075305-cb8c-4cd4-8187-d5b9215793b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.352208 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8467ee1-cb59-44bf-ad9f-35c634dd5dd2 req-751b816b-46dc-4fdf-a657-ca30657a6199 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:09.353754 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b8467ee1-cb59-44bf-ad9f-35c634dd5dd2 req-751b816b-46dc-4fdf-a657-ca30657a6199 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0707357 Jun 28 09:59:09.356350 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8075305-cb8c-4cd4-8187-d5b9215793b3 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=100129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:59:09.356760 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b8075305-cb8c-4cd4-8187-d5b9215793b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846060'] for segment, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: Traceback (most recent call last): Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: timer() Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: cb(*args, **kw) Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: return func(*args, **kwargs) Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: self._notify() Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: self.callback(batched_events) Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: event.method(event) Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: return f(self, *a, **k) Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: return self._get(url).json() Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: return self.request(url, 'GET', **kwargs) Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:59:09.362523 dv-cinder-786627-12-iscsi neutron-server[100129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:59:09.397400 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b8467ee1-cb59-44bf-ad9f-35c634dd5dd2 req-581c456b-d76a-47df-952a-fe4dfd5477b8 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370588 Jun 28 09:59:09.602097 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b8075305-cb8c-4cd4-8187-d5b9215793b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.605872 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-e3fa5334-333e-4bb0-a9a7-515d40c33a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:09.609367 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b8075305-cb8c-4cd4-8187-d5b9215793b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.611620 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-b8075305-cb8c-4cd4-8187-d5b9215793b3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ad90ee26-f214-423d-915c-1771f9f452d5 HTTP/1.1" status: 204 len: 168 time: 0.4928682 Jun 28 09:59:09.620933 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8075305-cb8c-4cd4-8187-d5b9215793b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad90ee26-f214-423d-915c-1771f9f452d5,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:09.623344 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b8075305-cb8c-4cd4-8187-d5b9215793b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:09.651554 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51168) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:09.656423 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-4f5e1279-762c-47d9-89ea-5cf000ba20fb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--648179334', 'description': 'tempest-description--2017844846'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:09.790345 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1279-762c-47d9-89ea-5cf000ba20fb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.868473 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1279-762c-47d9-89ea-5cf000ba20fb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.933211 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1279-762c-47d9-89ea-5cf000ba20fb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:09.936589 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:09.966534 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e1279-762c-47d9-89ea-5cf000ba20fb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5af1a31-c6df-43a2-b91a-8b03df2da8c2,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:09.971298 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-4f5e1279-762c-47d9-89ea-5cf000ba20fb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:10.019580 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51170) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:10.239265 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4ba17-f6bf-4663-b2e8-42d0c103abab req-da46e7eb-cebd-42ac-9691-d40b62374822 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:10.240842 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-89b4ba17-f6bf-4663-b2e8-42d0c103abab req-da46e7eb-cebd-42ac-9691-d40b62374822 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0677724 Jun 28 09:59:10.275060 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1279-762c-47d9-89ea-5cf000ba20fb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:10.276257 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-4f5e1279-762c-47d9-89ea-5cf000ba20fb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6234999 Jun 28 09:59:10.279701 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51178) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:10.288537 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-5d3e4557-3e8f-4984-95a5-62369a17bea4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Request body: {'security_group_rule': {'security_group_id': 'd5af1a31-c6df-43a2-b91a-8b03df2da8c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:10.304247 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-89b4ba17-f6bf-4663-b2e8-42d0c103abab req-49730e75-735c-4aa0-8575-54d66919e21a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506101 Jun 28 09:59:10.323562 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-5faa4eff-9d0c-430d-84ae-fef1353ba39e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29cdbedef56d4f36a5b7b1b846f80a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004243 Jun 28 09:59:10.323784 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51182) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:10.378085 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d887aa61-0275-4c74-80e9-d5c64b6bd587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:10.398178 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d887aa61-0275-4c74-80e9-d5c64b6bd587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:10.456097 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4557-3e8f-4984-95a5-62369a17bea4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:10.522094 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4557-3e8f-4984-95a5-62369a17bea4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:10.577174 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deec1ab-4a1f-4b50-954d-f3db5e2e2322 req-b839dac5-c523-4b2c-863e-d9bc2b6d732c tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:10.578653 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5deec1ab-4a1f-4b50-954d-f3db5e2e2322 req-b839dac5-c523-4b2c-863e-d9bc2b6d732c tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0643682 Jun 28 09:59:10.606255 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d887aa61-0275-4c74-80e9-d5c64b6bd587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:10.609079 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d887aa61-0275-4c74-80e9-d5c64b6bd587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:10.610547 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-d887aa61-0275-4c74-80e9-d5c64b6bd587 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/716b657e-4b54-400c-aefa-600f4500d495 HTTP/1.1" status: 204 len: 168 time: 0.2858446 Jun 28 09:59:10.612033 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ac39f43f-1e3b-435f-97de-63de78a2d354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:10.620114 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887aa61-0275-4c74-80e9-d5c64b6bd587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716b657e-4b54-400c-aefa-600f4500d495,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:10.620979 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5deec1ab-4a1f-4b50-954d-f3db5e2e2322 req-c3350a56-ffbf-478d-b803-6c96ebffbb91 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360153 Jun 28 09:59:10.627260 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d887aa61-0275-4c74-80e9-d5c64b6bd587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:10.756552 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4557-3e8f-4984-95a5-62369a17bea4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:10.758587 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-4e272fa9-31f7-4c53-a303-701da56f7da9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:10.775186 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e4557-3e8f-4984-95a5-62369a17bea4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35113c0-2101-41cc-8b8e-f625c1a1cb6b,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:10.777568 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-5d3e4557-3e8f-4984-95a5-62369a17bea4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:10.887368 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5d3e4557-3e8f-4984-95a5-62369a17bea4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:10.888566 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-5d3e4557-3e8f-4984-95a5-62369a17bea4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6079476 Jun 28 09:59:10.891570 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 51190) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:10.897295 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Request body: {'security_group_rule': {'security_group_id': 'd5af1a31-c6df-43a2-b91a-8b03df2da8c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:11.246488 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:11.303188 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:11.313590 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699ed89-946b-4619-a82b-3290c1796b33 req-bb7b9d5c-ee0b-4660-9eeb-89891b3b3fe5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:11.313590 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8699ed89-946b-4619-a82b-3290c1796b33 req-bb7b9d5c-ee0b-4660-9eeb-89891b3b3fe5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.37 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0670652 Jun 28 09:59:11.409128 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:11.411263 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:11.417197 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-8699ed89-946b-4619-a82b-3290c1796b33 req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Deleting port 84d95fb2-9938-46fd-8f07-b46c6499d5f0 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:59:11.418012 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-8699ed89-946b-4619-a82b-3290c1796b33 req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:11.428308 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b09767-7b3e-4de6-a0b2-2b72ec1b37da,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:11.436399 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:11.436802 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:11.437172 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:11.437535 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:11.437895 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:11.438252 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:11.438607 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:11.439668 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:11.440029 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:11.440388 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:11.440771 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:11.441121 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:11.444804 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:11.506095 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-8699ed89-946b-4619-a82b-3290c1796b33 req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] For port 84d95fb2-9938-46fd-8f07-b46c6499d5f0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84d95fb2-9938-46fd-8f07-b46c6499d5f0,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:11.506428 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-8699ed89-946b-4619-a82b-3290c1796b33 req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:11.549562 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:11.552298 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-5ef00c96-7d3f-478d-a386-87939ddb829a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6570654 Jun 28 09:59:11.582189 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51200) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:11.611741 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Request body: {'floatingip': {'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:11.617976 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055519f1-5cc4-4974-b165-0b2c3e40406b req-18d26525-afaf-429b-85e2-aec6a6ddf9dc tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:11.619314 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-055519f1-5cc4-4974-b165-0b2c3e40406b req-18d26525-afaf-429b-85e2-aec6a6ddf9dc tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0659013 Jun 28 09:59:11.661727 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-055519f1-5cc4-4974-b165-0b2c3e40406b req-d1c5905f-9ec5-4720-892c-9b92092d6951 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363746 Jun 28 09:59:11.724006 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-8699ed89-946b-4619-a82b-3290c1796b33 req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:11.724436 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-8699ed89-946b-4619-a82b-3290c1796b33 req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:11.724886 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.l3_db [req-8699ed89-946b-4619-a82b-3290c1796b33 req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Floating IP 15b0fb5a-cea1-43e3-91e9-4adf36c3dde9 disassociated. External IP: 172.27.2.50, port: 84d95fb2-9938-46fd-8f07-b46c6499d5f0. Jun 28 09:59:11.725474 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-8699ed89-946b-4619-a82b-3290c1796b33 req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Calling delete_port for 84d95fb2-9938-46fd-8f07-b46c6499d5f0 owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:59:11.732480 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for floatingip, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:11.813886 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e565c8-92de-4d65-99d7-c1af74373ace req-c90def02-b12d-4963-b8af-18e52263a41f tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:11.815439 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b7e565c8-92de-4d65-99d7-c1af74373ace req-c90def02-b12d-4963-b8af-18e52263a41f tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 946 time: 0.0646656 Jun 28 09:59:11.852673 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b7e565c8-92de-4d65-99d7-c1af74373ace req-110ba217-1478-4e0b-bde2-e6c2d450a1a2 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f20acb-e0a7-4f2c-854d-e2c9d39ac399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313830 Jun 28 09:59:11.939511 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:12.039032 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Allocated IP 172.27.2.204 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/1aa4a225-23fe-4f6f-b786-26e3873b7765) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:59:12.040890 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-8699ed89-946b-4619-a82b-3290c1796b33 req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:12.046944 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-63004704-3776-4e69-b23d-b78f8b3cf702 tempest-VolumesSnapshotTestJSON-397071235 tempest-VolumesSnapshotTestJSON-397071235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:12.082213 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event deleted for resources: {'Port': ['ID=84d95fb2-9938-46fd-8f07-b46c6499d5f0,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:12.084725 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:12.260146 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:12.272552 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8699ed89-946b-4619-a82b-3290c1796b33 req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:59:12.404608 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8699ed89-946b-4619-a82b-3290c1796b33 req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:59:12.414309 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ea2ea-a98c-4e64-8219-9a9101374a7e None None] Sync routers for ids ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:59:12.424467 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ea2ea-a98c-4e64-8219-9a9101374a7e None None] Routers {'95b09434-e3c4-42d3-a4ba-0addec4f98e9'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:59:12.425177 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-0a0ea2ea-a98c-4e64-8219-9a9101374a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:59:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:12.433088 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58846138'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:12.436316 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-8b4a5160-5748-4796-81db-e8dbc923cb32 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:12.459857 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8699ed89-946b-4619-a82b-3290c1796b33 req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] No DVR routers for this DVR port 84d95fb2-9938-46fd-8f07-b46c6499d5f0 on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:59:12.462584 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-8699ed89-946b-4619-a82b-3290c1796b33 req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:12.464693 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8699ed89-946b-4619-a82b-3290c1796b33 req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.37 "DELETE /v2.0/ports/84d95fb2-9938-46fd-8f07-b46c6499d5f0 HTTP/1.1" status: 204 len: 173 time: 1.1466258 Jun 28 09:59:12.489785 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeeff325-562f-4b0f-9c62-9dfa68752b52', 'name': 'network-vif-deleted', 'tag': '84d95fb2-9938-46fd-8f07-b46c6499d5f0'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:12.492100 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413a5d34-8f15-4518-a7f3-f586631c30e7" -d '{"events": [{"server_uuid": "eeeff325-562f-4b0f-9c62-9dfa68752b52", "name": "network-vif-deleted", "tag": "84d95fb2-9938-46fd-8f07-b46c6499d5f0"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:12.510467 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:59:12.517999 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:59:12.520638 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:59:12.548101 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event updated for resources: {'Port': ['ID=1aa4a225-23fe-4f6f-b786-26e3873b7765,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:12.552052 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:12.561367 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eb256b-5faf-4e3e-b3ce-3c0dd06a8267 x-openstack-request-id: req-c9eb256b-5faf-4e3e-b3ce-3c0dd06a8267 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:12.561367 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeeff325-562f-4b0f-9c62-9dfa68752b52", "name": "network-vif-deleted", "tag": "84d95fb2-9938-46fd-8f07-b46c6499d5f0", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:12.561367 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9eb256b-5faf-4e3e-b3ce-3c0dd06a8267 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:12.561367 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeeff325-562f-4b0f-9c62-9dfa68752b52', 'name': 'network-vif-deleted', 'tag': '84d95fb2-9938-46fd-8f07-b46c6499d5f0', 'status': 'completed', 'code': 200} Jun 28 09:59:12.565423 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-0a0ea2ea-a98c-4e64-8219-9a9101374a7e None None] Set router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:59:12.669317 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:12.769976 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-0a0ea2ea-a98c-4e64-8219-9a9101374a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'f49d8c69-cd1c-4e21-99b9-607b6e9418c4', 'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'mac_address': 'fa:16:3e:63:89:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:01Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 5, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'subnets': [{'id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:12.804565 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ea2ea-a98c-4e64-8219-9a9101374a7e None None] Checking router: 95b09434-e3c4-42d3-a4ba-0addec4f98e9 for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:59:12.815004 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ea2ea-a98c-4e64-8219-9a9101374a7e None None] Routers {'95b09434-e3c4-42d3-a4ba-0addec4f98e9'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:59:12.816416 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-0a0ea2ea-a98c-4e64-8219-9a9101374a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:59:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:12.850398 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:12.858989 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260f08c-8353-4f26-a0ca-4a0f03575b2d req-f98c5766-458c-4376-ab13-d7182b72d312 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:12.866760 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5260f08c-8353-4f26-a0ca-4a0f03575b2d req-f98c5766-458c-4376-ab13-d7182b72d312 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0901091 Jun 28 09:59:12.927766 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5260f08c-8353-4f26-a0ca-4a0f03575b2d req-1a33afce-c0d8-419f-9cf3-f60674eb0a95 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598226 Jun 28 09:59:13.016656 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-0a0ea2ea-a98c-4e64-8219-9a9101374a7e None None] Set router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:59:13.043322 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f519aed4-2aaf-4e71-95b1-bc4fae2e92ba req-628da491-bcf4-4ba0-89b2-93d521beda9f tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeeff325-562f-4b0f-9c62-9dfa68752b52 HTTP/1.1" status: 200 len: 210 time: 0.0311816 Jun 28 09:59:13.066609 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:13.133405 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:13.135731 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-502c70d2-0a9b-445a-ae90-dea35dd20b22 tempest-VolumesNegativeTest-167167867 tempest-VolumesNegativeTest-167167867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:13.199573 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event updated for resources: {'Port': ['ID=1aa4a225-23fe-4f6f-b786-26e3873b7765,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:13.210913 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.211289 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.211655 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.212023 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.212380 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.212761 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.213253 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.213611 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.213963 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.214313 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.214661 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.215010 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:13.220059 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:13.229532 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:13.259098 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-0a0ea2ea-a98c-4e64-8219-9a9101374a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'f49d8c69-cd1c-4e21-99b9-607b6e9418c4', 'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'mac_address': 'fa:16:3e:63:89:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:01Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 5, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'subnets': [{'id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:13.285584 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ea2ea-a98c-4e64-8219-9a9101374a7e None None] The sync data for ids ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'] in dv-cinder-786627-12-iscsi is: [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'f49d8c69-cd1c-4e21-99b9-607b6e9418c4', 'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'mac_address': 'fa:16:3e:63:89:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:01Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 5, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'subnets': [{'id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:59:13.358886 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:13.360238 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7818162 Jun 28 09:59:13.523139 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42921bd3-c6f8-4ae2-a3d8-0df58aa7c80b None None] New status for floating IP 15b0fb5a-cea1-43e3-91e9-4adf36c3dde9: DOWN {{(pid=100132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:59:13.584425 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-9133a84b-5f2e-415b-a999-0659b50bda4a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--648179334&fields=id&tenant_id=ab055c80828f4b6190496e992e80e975 HTTP/1.1" status: 200 len: 267 time: 0.0368912 Jun 28 09:59:13.693796 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-d4af3cd0-a18c-40e3-8cbc-7dd080baeedc tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:13.695273 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-d4af3cd0-a18c-40e3-8cbc-7dd080baeedc tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/networks?id=b8d6d237-b42e-4d2f-93b5-c30dc724d637 HTTP/1.1" status: 200 len: 816 time: 0.1044672 Jun 28 09:59:13.710603 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-bb1302ba-0dd9-411b-bceb-5c9ca111adb8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/quotas/ab055c80828f4b6190496e992e80e975 HTTP/1.1" status: 200 len: 375 time: 0.0097876 Jun 28 09:59:13.787305 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-0cb9bd41-8ebd-4208-958a-42b2f50ac9e2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab055c80828f4b6190496e992e80e975&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0713906 Jun 28 09:59:13.973339 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-e04424a8-00fb-49f7-a657-d74dbaa36526 service neutron] 10.222.0.30 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747718 Jun 28 09:59:14.093675 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-de6bcf84-ed72-4c6d-ae91-07a31adbf73b service neutron] 10.222.0.30 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142852 Jun 28 09:59:14.124055 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa9898-1d18-4d7f-a232-e7d8748e1ee9 req-7078956b-6a2b-4311-9685-695e04d7648f tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:14.125561 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-00aa9898-1d18-4d7f-a232-e7d8748e1ee9 req-7078956b-6a2b-4311-9685-695e04d7648f tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0779872 Jun 28 09:59:14.179628 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-00aa9898-1d18-4d7f-a232-e7d8748e1ee9 req-9e0d19d1-e4a5-4c07-aa84-990b803cea32 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463412 Jun 28 09:59:14.346528 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ce6fb14d-fe18-4bbf-91b8-124798156c8b req-489a22a9-e481-4a5a-b130-d33dbdffe395 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 210 time: 0.0304568 Jun 28 09:59:14.403126 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51268) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:14.461494 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c6678e10-c29d-4377-a507-a67f1cd6543d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:14.490015 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c6678e10-c29d-4377-a507-a67f1cd6543d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:14.716381 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c6678e10-c29d-4377-a507-a67f1cd6543d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:14.718660 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-c6678e10-c29d-4377-a507-a67f1cd6543d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:14.719970 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-c6678e10-c29d-4377-a507-a67f1cd6543d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "DELETE /v2.0/security-groups/52f20acb-e0a7-4f2c-854d-e2c9d39ac399 HTTP/1.1" status: 204 len: 168 time: 0.3156993 Jun 28 09:59:14.721323 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-5c261b16-4469-4e12-823d-2b323d787976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:14.723533 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 51278) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:14.730464 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6678e10-c29d-4377-a507-a67f1cd6543d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f20acb-e0a7-4f2c-854d-e2c9d39ac399,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:14.733214 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-c6678e10-c29d-4377-a507-a67f1cd6543d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:14.738137 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.api.v2.resource [None req-3de6c3a3-15f5-4048-87de-c09aff23561f tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] show failed (client error): The resource could not be found. Jun 28 09:59:14.741977 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-3de6c3a3-15f5-4048-87de-c09aff23561f tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups/52f20acb-e0a7-4f2c-854d-e2c9d39ac399 HTTP/1.1" status: 404 len: 347 time: 0.0147080 Jun 28 09:59:14.742282 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51280) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:14.878397 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-4d870b2e-71e3-449b-a91e-b17df91b250b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Deleting port 7beeef41-84bd-41e7-8407-407fcab59e45 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:59:14.878758 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4d870b2e-71e3-449b-a91e-b17df91b250b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:14.953637 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4d870b2e-71e3-449b-a91e-b17df91b250b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:14.953959 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4d870b2e-71e3-449b-a91e-b17df91b250b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:14.965326 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-4d870b2e-71e3-449b-a91e-b17df91b250b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Calling delete_port for 7beeef41-84bd-41e7-8407-407fcab59e45 owned by network:floatingip {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:59:15.184888 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4d870b2e-71e3-449b-a91e-b17df91b250b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:15.187859 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-210aee48-f194-47b3-9058-a5efbb665ac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:15.216321 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d870b2e-71e3-449b-a91e-b17df91b250b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event deleted for resources: {'Port': ['ID=7beeef41-84bd-41e7-8407-407fcab59e45,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:15.218511 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-4d870b2e-71e3-449b-a91e-b17df91b250b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:15.277220 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4d870b2e-71e3-449b-a91e-b17df91b250b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for floatingip, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:15.279985 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4d870b2e-71e3-449b-a91e-b17df91b250b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:15.285540 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-4d870b2e-71e3-449b-a91e-b17df91b250b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "DELETE /v2.0/floatingips/15b0fb5a-cea1-43e3-91e9-4adf36c3dde9 HTTP/1.1" status: 204 len: 168 time: 0.5379126 Jun 28 09:59:15.353377 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b62571-7709-4137-be92-fd2af413c22c req-04fb9ba3-ee75-41f7-9165-3638f4b676c3 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:15.355049 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e4b62571-7709-4137-be92-fd2af413c22c req-04fb9ba3-ee75-41f7-9165-3638f4b676c3 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0702345 Jun 28 09:59:15.395086 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e4b62571-7709-4137-be92-fd2af413c22c req-5a600594-6ebc-4ebe-9b20-149ade5d0b14 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344443 Jun 28 09:59:15.471541 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d95729ef-f9d0-4361-897a-a95fc3acc875 req-9d89e3dd-4b22-4c52-ad98-a3c698ed62c7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 210 time: 0.0283730 Jun 28 09:59:15.656484 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51296) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:15.661385 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-5be9d1a9-82bf-427a-ab39-8bab480d6bdb tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381842432', 'description': 'tempest-description--87658887'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:15.754258 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5be9d1a9-82bf-427a-ab39-8bab480d6bdb tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:15.839241 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5be9d1a9-82bf-427a-ab39-8bab480d6bdb tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:15.927066 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5be9d1a9-82bf-427a-ab39-8bab480d6bdb tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:15.929589 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-be343cf7-1a54-4d58-a9df-215baecdff02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:15.956235 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9d1a9-82bf-427a-ab39-8bab480d6bdb tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f146c4-6cd4-4308-9ee3-6ad3b0438aae,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:15.958831 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-5be9d1a9-82bf-427a-ab39-8bab480d6bdb tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:16.030113 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5be9d1a9-82bf-427a-ab39-8bab480d6bdb tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:16.031373 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-5be9d1a9-82bf-427a-ab39-8bab480d6bdb tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3738334 Jun 28 09:59:16.034178 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51298) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:16.038615 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-d584e647-e04b-4ff4-a141-55ab418be31c tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Request body: {'security_group_rule': {'security_group_id': '52f146c4-6cd4-4308-9ee3-6ad3b0438aae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:16.081842 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:16.109298 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d584e647-e04b-4ff4-a141-55ab418be31c tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:16.164569 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d584e647-e04b-4ff4-a141-55ab418be31c tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:16.270360 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d584e647-e04b-4ff4-a141-55ab418be31c tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:16.272506 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:16.289703 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584e647-e04b-4ff4-a141-55ab418be31c tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbaff135-4da5-4c08-8863-9cbe4c8eceb4,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:16.292446 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d584e647-e04b-4ff4-a141-55ab418be31c tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:16.459179 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d584e647-e04b-4ff4-a141-55ab418be31c tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:16.462974 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-d584e647-e04b-4ff4-a141-55ab418be31c tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4253106 Jun 28 09:59:16.463174 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51306) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:16.467836 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-d1cebce8-4197-45af-8000-ba85bbf66051 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Request body: {'security_group_rule': {'security_group_id': '52f146c4-6cd4-4308-9ee3-6ad3b0438aae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:16.555562 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d1cebce8-4197-45af-8000-ba85bbf66051 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:16.573251 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c311e1-e829-4d32-978e-a1188579b1b0 req-5b1f9f55-2a97-42b8-a5f3-4f9e62267ffd tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:16.575564 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-03c311e1-e829-4d32-978e-a1188579b1b0 req-5b1f9f55-2a97-42b8-a5f3-4f9e62267ffd tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0655997 Jun 28 09:59:16.622752 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-03c311e1-e829-4d32-978e-a1188579b1b0 req-c83e1444-65eb-4dc7-b946-514e5d445a84 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399990 Jun 28 09:59:16.630527 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d1cebce8-4197-45af-8000-ba85bbf66051 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:16.714489 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d1cebce8-4197-45af-8000-ba85bbf66051 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:16.716596 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-5d3e4557-3e8f-4984-95a5-62369a17bea4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:16.733624 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cebce8-4197-45af-8000-ba85bbf66051 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d3f963-5d96-48a2-8bbb-cf64847b6cdb,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:16.733864 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e24b1e1f-bd8e-4efe-af38-485168ba7631 req-668561aa-6496-4d98-ada8-cdbb0e67fc5d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 210 time: 0.0335181 Jun 28 09:59:16.736491 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d1cebce8-4197-45af-8000-ba85bbf66051 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:16.824655 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d1cebce8-4197-45af-8000-ba85bbf66051 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:16.825889 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-d1cebce8-4197-45af-8000-ba85bbf66051 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3617890 Jun 28 09:59:16.828965 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51312) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:16.833981 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Request body: {'floatingip': {'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:16.927387 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for floatingip, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:17.027729 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:17.139040 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Allocated IP 172.27.2.216 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/264ea82b-40ad-4656-a9e2-c110ab3c1e82) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:59:17.236872 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:17.333316 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58846138'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:17.335096 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:17.368755 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:59:17.371343 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:59:17.373703 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:59:17.409179 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event updated for resources: {'Port': ['ID=264ea82b-40ad-4656-a9e2-c110ab3c1e82,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:17.412062 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:17.467875 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:17.584222 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:17.733806 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:17.795783 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572f849-bc5f-4527-8503-738df78c0092 req-1ef6d57a-fc62-4920-b8f9-936c690fce70 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:17.797259 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8572f849-bc5f-4527-8503-738df78c0092 req-1ef6d57a-fc62-4920-b8f9-936c690fce70 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0645628 Jun 28 09:59:17.807900 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:17.811048 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f7f03cd9-caed-4e30-b01d-65e4033e16f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:17.840018 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8572f849-bc5f-4527-8503-738df78c0092 req-a7e28863-cfcf-43c4-9b05-0b409e0ab3d5 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361485 Jun 28 09:59:17.885051 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-22ce0f79-5aa3-4e01-8c17-947096f3985c req-bb0b66a2-3cd8-4b86-ab1d-19c720a137dd tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 210 time: 0.0292780 Jun 28 09:59:17.888627 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:17.897864 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event updated for resources: {'Port': ['ID=264ea82b-40ad-4656-a9e2-c110ab3c1e82,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:17.900924 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:17.988127 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:17.989420 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1589656 Jun 28 09:59:18.097942 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 84d95fb2-9938-46fd-8f07-b46c6499d5f0 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:59:18.121427 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: 84d95fb2-9938-46fd-8f07-b46c6499d5f0 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:59:18.122174 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 84d95fb2-9938-46fd-8f07-b46c6499d5f0 not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:59:18.187406 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e730180c-ae57-4876-a06c-e8312f75b951 req-88a62a65-6a78-4c53-8ef0-d7fca5e31a9b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--381842432&fields=id&tenant_id=4b9877cbe6d448debb81922d6ebbc49b HTTP/1.1" status: 200 len: 267 time: 0.0345106 Jun 28 09:59:18.300513 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730180c-ae57-4876-a06c-e8312f75b951 req-f4da6baa-41ff-4b4e-924d-9d6a2509d0b7 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:18.302167 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e730180c-ae57-4876-a06c-e8312f75b951 req-f4da6baa-41ff-4b4e-924d-9d6a2509d0b7 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/networks?id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 HTTP/1.1" status: 200 len: 811 time: 0.1081812 Jun 28 09:59:18.317767 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e730180c-ae57-4876-a06c-e8312f75b951 req-facd0c09-b49f-4715-b3be-9b4f76522a0b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/quotas/4b9877cbe6d448debb81922d6ebbc49b HTTP/1.1" status: 200 len: 375 time: 0.0101104 Jun 28 09:59:18.387188 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e730180c-ae57-4876-a06c-e8312f75b951 req-343a75ef-e7da-4210-b0c4-2fe2925fea19 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b9877cbe6d448debb81922d6ebbc49b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639765 Jun 28 09:59:18.488676 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e730180c-ae57-4876-a06c-e8312f75b951 req-07b9dc70-3589-484a-873c-1193c8681efa service neutron] 10.222.0.30 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898650 Jun 28 09:59:18.584642 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e730180c-ae57-4876-a06c-e8312f75b951 req-a80d8749-3bce-43e6-ab6e-039aaa5974b4 service neutron] 10.222.0.30 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900669 Jun 28 09:59:18.861891 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3955ea1e-e935-4657-8064-34158262b67f req-306bddee-23a7-4d3a-ab4d-c828873cc4b7 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 210 time: 0.0332177 Jun 28 09:59:19.036378 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4f8c7cb4-2c00-4a15-b44c-b5f4cd21e138 req-a49a752e-cfc0-4232-bccd-0a71af2b5529 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 210 time: 0.0308785 Jun 28 09:59:19.044205 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be9528-ab4a-4242-92ab-222b9110882f req-08038ab0-1aba-43b1-a36c-48a7745d84b9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:19.045658 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b3be9528-ab4a-4242-92ab-222b9110882f req-08038ab0-1aba-43b1-a36c-48a7745d84b9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0887346 Jun 28 09:59:19.089016 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b3be9528-ab4a-4242-92ab-222b9110882f req-4c41863c-d704-4894-8faf-77ed26c583e6 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=94adcdc8-e43d-40b7-84ec-b66de98e2e32&id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365274 Jun 28 09:59:20.009237 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2bb0a4b0-5886-4e47-8460-e8eea85fc598 req-0a53d6f1-eb17-4dd0-bd65-0e5a12837a81 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 210 time: 0.0329094 Jun 28 09:59:20.183925 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-db54d118-9724-4c5b-b631-1e6fcfa46fa6 req-7834aa46-cb1c-48a0-a266-c88f2afa118b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 210 time: 0.0280237 Jun 28 09:59:21.147377 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f44279be-6422-4af7-9f14-7239276c66e9 req-291b8634-10c4-446e-bba0-cabf4ba6b3e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 210 time: 0.0279140 Jun 28 09:59:21.331823 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c8a95a5d-fca9-4c1a-8b97-5893676554b3 req-b555f998-eb3b-49ef-a394-26749ed5c04f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 210 time: 0.0273905 Jun 28 09:59:22.286712 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5d80eedb-d184-4c82-a41c-9f6be52c5a03 req-0bad09c5-6161-41e4-bd7e-0e4282d5f88a tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 210 time: 0.0316796 Jun 28 09:59:22.476791 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d7883bfc-021d-4835-82ab-45a5f71a1bc3 req-1c36e66f-eb10-4ae6-8ba8-556f482d7e3b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 210 time: 0.0283709 Jun 28 09:59:23.432778 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5325bd9a-6e31-4992-a31d-c2ebd1c9de3c req-99de5036-b321-418d-85df-938af3e5d299 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 210 time: 0.0282934 Jun 28 09:59:23.615564 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f964c5e3-87d8-4f1a-b874-0b60d924cf35 req-7e3d7927-9678-4346-9254-6fc874e71add tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 210 time: 0.0287862 Jun 28 09:59:24.574538 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b9eab78e-575f-4baf-a125-f5cfa4087150 req-4120d161-7ff8-47cc-a210-ec5130416bc6 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 210 time: 0.0311100 Jun 28 09:59:24.756487 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9de8c50c-2572-4000-bd08-f1ab37959bd2 req-642bcc1e-7779-41fd-a8a8-3722acdb989a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 210 time: 0.0285747 Jun 28 09:59:25.724647 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fdca5af7-de7a-4e94-8256-aec62c3232ae req-f2e5ea72-56c3-40aa-830c-b86d2e9d488d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 210 time: 0.0300295 Jun 28 09:59:25.868633 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-6351c4fa-4ea8-4631-97ee-d4760fc4a2bf tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:25.871815 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-6351c4fa-4ea8-4631-97ee-d4760fc4a2bf tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.37 "GET /v2.0/networks?id=b8d6d237-b42e-4d2f-93b5-c30dc724d637 HTTP/1.1" status: 200 len: 816 time: 0.1130610 Jun 28 09:59:25.915543 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2b54ccf8-8433-4220-b7cd-178307e1aa3c req-54a68a6e-dfc4-4603-82f4-f7fb2d884589 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 210 time: 0.0310431 Jun 28 09:59:25.928927 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-a42186b4-27e6-466d-a75e-c10ce46fe6c0 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab055c80828f4b6190496e992e80e975 HTTP/1.1" status: 200 len: 379 time: 0.0437901 Jun 28 09:59:25.940061 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f679baa9-e9d9-459c-8abf-f71b36aa4d40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Request body: {'port': {'device_id': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'admin_state_up': True, 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'security_groups': ['d5af1a31-c6df-43a2-b91a-8b03df2da8c2']}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:26.110858 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f679baa9-e9d9-459c-8abf-f71b36aa4d40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Made reservation on behalf of ab055c80828f4b6190496e992e80e975 for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:59:26.114834 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f679baa9-e9d9-459c-8abf-f71b36aa4d40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:26.244639 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f679baa9-e9d9-459c-8abf-f71b36aa4d40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Allocated IP 172.20.0.9 (b8d6d237-b42e-4d2f-93b5-c30dc724d637/111bbce8-d8d9-499d-affc-ef81b620ef72/92ff0b0f-1ad1-46f8-ac33-356007d8f06a) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:59:26.384007 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f679baa9-e9d9-459c-8abf-f71b36aa4d40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:26.408371 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f679baa9-e9d9-459c-8abf-f71b36aa4d40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Transition to ACTIVE for port object 92ff0b0f-1ad1-46f8-ac33-356007d8f06a will not be triggered until provisioned by entity DHCP. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:59:26.520324 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730180c-ae57-4876-a06c-e8312f75b951 req-cad8a1de-7648-4828-abad-aaba570a51d3 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:26.521863 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e730180c-ae57-4876-a06c-e8312f75b951 req-cad8a1de-7648-4828-abad-aaba570a51d3 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.37 "GET /v2.0/networks?id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 HTTP/1.1" status: 200 len: 811 time: 0.1248934 Jun 28 09:59:26.564439 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e730180c-ae57-4876-a06c-e8312f75b951 req-02c0c0df-4979-4c7d-a494-ce0cbe33c015 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b9877cbe6d448debb81922d6ebbc49b HTTP/1.1" status: 200 len: 379 time: 0.0333109 Jun 28 09:59:26.565956 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f679baa9-e9d9-459c-8abf-f71b36aa4d40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58846138'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:26.569792 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-59a926e0-c4a2-4475-9082-50699dc960f5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:26.582370 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-e730180c-ae57-4876-a06c-e8312f75b951 req-803d6951-26dc-4de9-8649-3df34e44c03b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Request body: {'port': {'device_id': 'd5b5e412-5b90-4d9d-9c14-3dd72c521b6b', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'admin_state_up': True, 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'security_groups': ['52f146c4-6cd4-4308-9ee3-6ad3b0438aae']}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:26.637533 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f679baa9-e9d9-459c-8abf-f71b36aa4d40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Network b8d6d237-b42e-4d2f-93b5-c30dc724d637 is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:59:26.876487 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d6524b41-c288-455a-b679-cc23c8da9771 req-7d39cffa-fe88-4ab8-a4d8-ad85e32416f3 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 210 time: 0.0340202 Jun 28 09:59:26.930716 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f679baa9-e9d9-459c-8abf-f71b36aa4d40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:59:26.934741 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f679baa9-e9d9-459c-8abf-f71b36aa4d40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:59:26.937362 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679baa9-e9d9-459c-8abf-f71b36aa4d40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event updated for resources: {'Port': ['ID=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:26.942820 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f679baa9-e9d9-459c-8abf-f71b36aa4d40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:27.006255 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f679baa9-e9d9-459c-8abf-f71b36aa4d40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:27.006917 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f679baa9-e9d9-459c-8abf-f71b36aa4d40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:27.129223 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d863e7-6542-448e-83e3-4c2d0a67c7ed req-ae357cfe-fb3e-49d9-a076-4fe48ad59df3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:27.130748 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-88d863e7-6542-448e-83e3-4c2d0a67c7ed req-ae357cfe-fb3e-49d9-a076-4fe48ad59df3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 931 time: 0.0651674 Jun 28 09:59:27.146827 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f679baa9-e9d9-459c-8abf-f71b36aa4d40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2125344 Jun 28 09:59:27.170721 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-88d863e7-6542-448e-83e3-4c2d0a67c7ed req-0851bd30-7eea-4a49-93fd-91f04e76d7bb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335991 Jun 28 09:59:27.210913 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Request body: {'port': {'device_id': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:27.234043 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e730180c-ae57-4876-a06c-e8312f75b951 req-803d6951-26dc-4de9-8649-3df34e44c03b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Made reservation on behalf of 4b9877cbe6d448debb81922d6ebbc49b for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:59:27.237534 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e730180c-ae57-4876-a06c-e8312f75b951 req-803d6951-26dc-4de9-8649-3df34e44c03b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:27.308313 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e4db83b0-1119-42a9-a6dd-ae358e6792d3 None None] Provisioning for port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:59:27.312349 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e4db83b0-1119-42a9-a6dd-ae358e6792d3 None None] Provisioning complete for port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:59:27.312763 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e4db83b0-1119-42a9-a6dd-ae358e6792d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:27.340406 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:27.346737 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e4db83b0-1119-42a9-a6dd-ae358e6792d3 None None] Port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:59:27.437106 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-e730180c-ae57-4876-a06c-e8312f75b951 req-803d6951-26dc-4de9-8649-3df34e44c03b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Allocated IP 172.20.0.7 (bb6046f5-e4ff-40cf-8b53-1b862ddb21e3/db135a38-e04b-415b-b1af-9e3b01bdacfc/2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:59:27.702307 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e730180c-ae57-4876-a06c-e8312f75b951 req-803d6951-26dc-4de9-8649-3df34e44c03b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:27.739247 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-e730180c-ae57-4876-a06c-e8312f75b951 req-803d6951-26dc-4de9-8649-3df34e44c03b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Transition to ACTIVE for port object 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 will not be triggered until provisioned by entity DHCP. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:59:27.751734 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ff0b0f-1ad1-46f8-ac33-356007d8f06a {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:59:27.761124 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:27.784110 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Transition to ACTIVE for port object 92ff0b0f-1ad1-46f8-ac33-356007d8f06a will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:59:27.969704 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:27.972568 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e730180c-ae57-4876-a06c-e8312f75b951 req-803d6951-26dc-4de9-8649-3df34e44c03b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58846138'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:27.975361 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-29522815-8056-4561-8f21-a0c1aaf61c52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:28.030173 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e730180c-ae57-4876-a06c-e8312f75b951 req-803d6951-26dc-4de9-8649-3df34e44c03b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:59:28.038131 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-e730180c-ae57-4876-a06c-e8312f75b951 req-803d6951-26dc-4de9-8649-3df34e44c03b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:59:28.042353 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e730180c-ae57-4876-a06c-e8312f75b951 req-803d6951-26dc-4de9-8649-3df34e44c03b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:59:28.044742 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Pushing event updated for resources: {'Port': ['ID=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:28.051584 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:28.051584 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9a8cd802-c7fc-488b-bc7d-39c2a9078558 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:28.056146 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4147fc-b010-475a-8819-52fb42e6bdeb req-15bdd04c-4d1a-447f-b9c3-128bdbc98477 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:28.057704 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2e4147fc-b010-475a-8819-52fb42e6bdeb req-15bdd04c-4d1a-447f-b9c3-128bdbc98477 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 931 time: 0.0677679 Jun 28 09:59:28.111419 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2e4147fc-b010-475a-8819-52fb42e6bdeb req-aa5e6d19-1ecd-4db1-b0c8-9a602f415a34 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461621 Jun 28 09:59:28.192518 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730180c-ae57-4876-a06c-e8312f75b951 req-803d6951-26dc-4de9-8649-3df34e44c03b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:28.201470 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e730180c-ae57-4876-a06c-e8312f75b951 req-803d6951-26dc-4de9-8649-3df34e44c03b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:28.201470 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d6951-26dc-4de9-8649-3df34e44c03b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event updated for resources: {'Port': ['ID=2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:28.201780 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-803d6951-26dc-4de9-8649-3df34e44c03b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:28.221000 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Attempting to bind port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:59:28.221139 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Attempting to bind port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:59:28.221447 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Attempting to bind port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a on network b8d6d237-b42e-4d2f-93b5-c30dc724d637 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:59:28.229641 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a on network b8d6d237-b42e-4d2f-93b5-c30dc724d637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:59:28.229970 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Attempting to bind port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a on network b8d6d237-b42e-4d2f-93b5-c30dc724d637 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:59:28.238050 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:59:28.238393 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Checking segment: {'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:59:28.238785 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Bound using segment: {'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:59:28.241973 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Bound port: 92ff0b0f-1ad1-46f8-ac33-356007d8f06a, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6cabf62-131f-4128-984f-e6f6745a38af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:59:28.242377 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:28.292806 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e730180c-ae57-4876-a06c-e8312f75b951 req-803d6951-26dc-4de9-8649-3df34e44c03b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7175126 Jun 28 09:59:28.308591 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Request body: {'port': {'device_id': 'd5b5e412-5b90-4d9d-9c14-3dd72c521b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:28.374068 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] For port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:59:28.408012 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] For port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:59:28.413954 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2bf03-8c46-43a7-b3c3-d6e8dfd9b665 req-7f9dc822-48da-4810-a510-e03ffcef7681 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:28.415578 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c3c2bf03-8c46-43a7-b3c3-d6e8dfd9b665 req-7f9dc822-48da-4810-a510-e03ffcef7681 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0807643 Jun 28 09:59:28.421727 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:28.453522 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c3c2bf03-8c46-43a7-b3c3-d6e8dfd9b665 req-f4c2b46a-e31b-402f-ae87-b6df8a82318c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321522 Jun 28 09:59:28.696961 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:59:28.704117 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:28.715805 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Transition to ACTIVE for port object 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:59:28.794208 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-b36d5355-36ee-4758-b3fd-c1791dd09302 None None] Provisioning for port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:59:28.794896 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:28.798687 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-be9a4e9f-0654-46ab-b600-517d40a42fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:28.800360 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-b36d5355-36ee-4758-b3fd-c1791dd09302 None None] Provisioning complete for port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:59:28.800778 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-b36d5355-36ee-4758-b3fd-c1791dd09302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:28.828718 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:28.829433 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:28.830837 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] 10.222.0.37 "PUT /v2.0/ports/92ff0b0f-1ad1-46f8-ac33-356007d8f06a HTTP/1.1" status: 200 len: 1093 time: 1.6706874 Jun 28 09:59:28.831351 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'tag': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:28.833762 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72db77e-536f-40f5-8061-5ce4044fade0" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac", "tag": "92ff0b0f-1ad1-46f8-ac33-356007d8f06a"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:28.841039 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-b36d5355-36ee-4758-b3fd-c1791dd09302 None None] Port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:59:28.866326 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:28.874461 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Pushing event updated for resources: {'Port': ['ID=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:28.878606 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:28.879480 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:28.939452 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:28.942574 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:29.017398 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27e8f1d-825f-456a-9c01-0b4d304fbb7a x-openstack-request-id: req-a27e8f1d-825f-456a-9c01-0b4d304fbb7a {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:29.017976 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac", "tag": "92ff0b0f-1ad1-46f8-ac33-356007d8f06a", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:29.018539 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a27e8f1d-825f-456a-9c01-0b4d304fbb7a {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:29.019493 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'tag': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a', 'status': 'completed', 'code': 200} Jun 28 09:59:29.072170 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Attempting to bind port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:59:29.072504 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Attempting to bind port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:59:29.072867 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Attempting to bind port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 on network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:59:29.084600 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 on network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:59:29.085031 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Attempting to bind port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 on network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:59:29.103283 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:59:29.103625 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Checking segment: {'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:59:29.104008 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Bound using segment: {'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:59:29.104448 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Bound port: 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a6be9b-fa54-4795-9082-adeeb27e83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:59:29.104837 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:29.118209 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-3773507a-3d31-4d69-811a-36dd8525f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:29.119678 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-3773507a-3d31-4d69-811a-36dd8525f620 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab055c80828f4b6190496e992e80e975&device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 1096 time: 0.1577733 Jun 28 09:59:29.187004 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-67f36d13-c7b9-41ea-add6-115fae5726c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a HTTP/1.1" status: 200 len: 217 time: 0.0593214 Jun 28 09:59:29.250791 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] For port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:59:29.255266 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] For port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:59:29.259376 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-390f7b4f-6697-45bb-9e12-6e0b5e67e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:29.260879 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-390f7b4f-6697-45bb-9e12-6e0b5e67e15c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111bbce8-d8d9-499d-affc-ef81b620ef72 HTTP/1.1" status: 200 len: 855 time: 0.0651894 Jun 28 09:59:29.310070 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ddf25-0584-4374-bc05-37cd0f9de662 req-c7436eea-62da-47d0-ac62-a1dd827017fc tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:29.311792 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-656ddf25-0584-4374-bc05-37cd0f9de662 req-c7436eea-62da-47d0-ac62-a1dd827017fc tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 943 time: 0.0689445 Jun 28 09:59:29.319111 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-62834bde-2996-42da-a04e-59e68c8b0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:29.320666 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-62834bde-2996-42da-a04e-59e68c8b0756 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d6d237-b42e-4d2f-93b5-c30dc724d637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530291 Jun 28 09:59:29.352428 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-656ddf25-0584-4374-bc05-37cd0f9de662 req-d373f1e4-c9e2-45d8-abe5-a64afed9477b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332944 Jun 28 09:59:29.385825 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:29.390348 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f679baa9-e9d9-459c-8abf-f71b36aa4d40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:29.431625 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:29.432304 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:29.433682 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e730180c-ae57-4876-a06c-e8312f75b951 req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] 10.222.0.37 "PUT /v2.0/ports/2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 HTTP/1.1" status: 200 len: 1093 time: 1.1313071 Jun 28 09:59:29.466401 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-693c69eb-531e-423e-84d5-66415005b0b8 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389334 Jun 28 09:59:29.472008 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:29.475951 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:29.609090 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7a5e40dc-5a57-4064-b7f2-08b961f16174 req-21706814-accb-4756-a4a2-97b59259ba88 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341510 Jun 28 09:59:29.632474 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730180c-ae57-4876-a06c-e8312f75b951 req-b3eca380-1581-47c5-a7b9-09b3523da9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:29.634085 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e730180c-ae57-4876-a06c-e8312f75b951 req-b3eca380-1581-47c5-a7b9-09b3523da9a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b9877cbe6d448debb81922d6ebbc49b&device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 1096 time: 0.0741012 Jun 28 09:59:29.651077 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ad56d-15c7-4a83-8766-bdcbdb531041 req-b8d3dbfc-c824-43a6-b3ee-fa83b46bbb40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:29.652566 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-144ad56d-15c7-4a83-8766-bdcbdb531041 req-b8d3dbfc-c824-43a6-b3ee-fa83b46bbb40 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0747290 Jun 28 09:59:29.676164 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e730180c-ae57-4876-a06c-e8312f75b951 req-5f7ca862-2575-49ff-812f-49ec6a93391a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 HTTP/1.1" status: 200 len: 217 time: 0.0349483 Jun 28 09:59:29.690686 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-144ad56d-15c7-4a83-8766-bdcbdb531041 req-59e09bdb-c51e-411a-9577-81e79a5489b2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315788 Jun 28 09:59:29.734040 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730180c-ae57-4876-a06c-e8312f75b951 req-40130ff4-83b0-428c-aa29-1562afc294e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:29.736814 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e730180c-ae57-4876-a06c-e8312f75b951 req-40130ff4-83b0-428c-aa29-1562afc294e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db135a38-e04b-415b-b1af-9e3b01bdacfc HTTP/1.1" status: 200 len: 850 time: 0.0540073 Jun 28 09:59:29.837823 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730180c-ae57-4876-a06c-e8312f75b951 req-8d66f1a9-4c04-4f8f-b0a4-e031976777bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:29.839188 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e730180c-ae57-4876-a06c-e8312f75b951 req-8d66f1a9-4c04-4f8f-b0a4-e031976777bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0937812 Jun 28 09:59:29.844512 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72db77e-536f-40f5-8061-5ce4044fade0 req-03210c74-5190-4e6f-8e6d-28492fc37244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:29.846706 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f72db77e-536f-40f5-8061-5ce4044fade0 req-03210c74-5190-4e6f-8e6d-28492fc37244 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab055c80828f4b6190496e992e80e975&device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 1096 time: 0.0914493 Jun 28 09:59:30.003861 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e730180c-ae57-4876-a06c-e8312f75b951 req-02024ad6-072d-491a-b81b-b7a81d431452 service neutron] 10.222.0.37 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561773 Jun 28 09:59:30.004947 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72db77e-536f-40f5-8061-5ce4044fade0 req-656febd2-869d-4ad1-b876-79b4971e9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:30.006232 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f72db77e-536f-40f5-8061-5ce4044fade0 req-656febd2-869d-4ad1-b876-79b4971e9c1d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8d6d237-b42e-4d2f-93b5-c30dc724d637 HTTP/1.1" status: 200 len: 917 time: 0.1511784 Jun 28 09:59:30.101050 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f72db77e-536f-40f5-8061-5ce4044fade0 req-fe5195c4-453c-4090-b724-bb32972667e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a HTTP/1.1" status: 200 len: 217 time: 0.0830896 Jun 28 09:59:30.169630 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72db77e-536f-40f5-8061-5ce4044fade0 req-abc51c2d-7980-445e-ab8e-dfcfd03f64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:30.171074 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f72db77e-536f-40f5-8061-5ce4044fade0 req-abc51c2d-7980-445e-ab8e-dfcfd03f64f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111bbce8-d8d9-499d-affc-ef81b620ef72 HTTP/1.1" status: 200 len: 855 time: 0.0624080 Jun 28 09:59:30.173609 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e730180c-ae57-4876-a06c-e8312f75b951 req-1a0f2b13-3fda-41db-83ff-bb09da9b2a20 service neutron] 10.222.0.37 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570461 Jun 28 09:59:30.242381 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72db77e-536f-40f5-8061-5ce4044fade0 req-839b803c-78c2-4923-aaa1-a37e1d8e7b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:30.243852 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f72db77e-536f-40f5-8061-5ce4044fade0 req-839b803c-78c2-4923-aaa1-a37e1d8e7b7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d6d237-b42e-4d2f-93b5-c30dc724d637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529060 Jun 28 09:59:30.342911 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f72db77e-536f-40f5-8061-5ce4044fade0 req-c13812dd-9f06-491c-9ea9-1c6cf1a80b74 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825930 Jun 28 09:59:30.441015 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f72db77e-536f-40f5-8061-5ce4044fade0 req-d4df20d0-f83a-44e8-bb2e-b8761865b3c4 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906923 Jun 28 09:59:30.534707 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea33e00-aff1-46fe-98ef-996d2d69bfdc req-81d5f214-5a53-4c1a-94ef-8808062553ed tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:30.536191 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-aea33e00-aff1-46fe-98ef-996d2d69bfdc req-81d5f214-5a53-4c1a-94ef-8808062553ed tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 943 time: 0.0674331 Jun 28 09:59:30.572603 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-aea33e00-aff1-46fe-98ef-996d2d69bfdc req-52e56c36-e742-46ff-9dd4-f867eb558e04 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306993 Jun 28 09:59:30.678153 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51510) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:30.781592 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-700bf3e7-d3a6-4c5c-b439-f316de85af61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:30.868647 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-700bf3e7-d3a6-4c5c-b439-f316de85af61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:30.870427 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf645ce7-891d-45b6-9d82-091148e546b1 req-5e2955d1-7ffb-4cf5-8d93-64f8db160aa3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:30.871907 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bf645ce7-891d-45b6-9d82-091148e546b1 req-5e2955d1-7ffb-4cf5-8d93-64f8db160aa3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0624745 Jun 28 09:59:30.909488 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bf645ce7-891d-45b6-9d82-091148e546b1 req-8481e4a3-e337-412c-bf27-f4a1f62831dd tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316586 Jun 28 09:59:30.967280 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-700bf3e7-d3a6-4c5c-b439-f316de85af61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:30.970355 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:31.006027 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-700bf3e7-d3a6-4c5c-b439-f316de85af61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ceb23fd24f65456daab6932d848c0254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268106 Jun 28 09:59:31.006932 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bf3e7-d3a6-4c5c-b439-f316de85af61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a0a702-0e64-4366-ab83-a66659d84432,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:31.008667 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 51516) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:31.011631 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-700bf3e7-d3a6-4c5c-b439-f316de85af61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:31.021222 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b5e412-5b90-4d9d-9c14-3dd72c521b6b', 'tag': '2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:31.023725 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4b70e6-a0ac-4bed-8ce6-b7e5ac452302" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b5e412-5b90-4d9d-9c14-3dd72c521b6b", "tag": "2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:31.060878 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aedf520-92c6-4cc3-82f2-77b81005dabe x-openstack-request-id: req-2aedf520-92c6-4cc3-82f2-77b81005dabe {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:31.061205 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b5e412-5b90-4d9d-9c14-3dd72c521b6b", "tag": "2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:31.061493 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2aedf520-92c6-4cc3-82f2-77b81005dabe {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:31.061915 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b5e412-5b90-4d9d-9c14-3dd72c521b6b', 'tag': '2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359', 'status': 'completed', 'code': 200} Jun 28 09:59:31.069197 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e3f7f582-8f2a-4822-aa21-e0a69108e9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:31.094325 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e3f7f582-8f2a-4822-aa21-e0a69108e9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:31.153923 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b70e6-a0ac-4bed-8ce6-b7e5ac452302 req-c54d9a27-bb07-43b0-b2b7-433911706eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:31.155433 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-4a4b70e6-a0ac-4bed-8ce6-b7e5ac452302 req-c54d9a27-bb07-43b0-b2b7-433911706eca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b9877cbe6d448debb81922d6ebbc49b&device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 1096 time: 0.0664051 Jun 28 09:59:31.235680 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e3f7f582-8f2a-4822-aa21-e0a69108e9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:31.238303 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e3f7f582-8f2a-4822-aa21-e0a69108e9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:31.239503 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-e3f7f582-8f2a-4822-aa21-e0a69108e9aa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77a0a702-0e64-4366-ab83-a66659d84432 HTTP/1.1" status: 204 len: 168 time: 0.2289312 Jun 28 09:59:31.240269 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-58c02c21-ca1f-4080-8604-4ea9ac5f14b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:31.242577 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b70e6-a0ac-4bed-8ce6-b7e5ac452302 req-2ee8ba50-d143-4811-a349-fb3b9bf2162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:31.244049 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-4a4b70e6-a0ac-4bed-8ce6-b7e5ac452302 req-2ee8ba50-d143-4811-a349-fb3b9bf2162c service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 HTTP/1.1" status: 200 len: 912 time: 0.0821986 Jun 28 09:59:31.248201 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7f582-8f2a-4822-aa21-e0a69108e9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a0a702-0e64-4366-ab83-a66659d84432,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:31.250123 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e3f7f582-8f2a-4822-aa21-e0a69108e9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:31.294353 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-4a4b70e6-a0ac-4bed-8ce6-b7e5ac452302 req-5906e3f0-20a1-4286-b1ab-1e2b1cb5522f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 HTTP/1.1" status: 200 len: 217 time: 0.0434241 Jun 28 09:59:31.341851 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b70e6-a0ac-4bed-8ce6-b7e5ac452302 req-6b32d9ca-9b8f-4682-826e-a49b765d532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:31.343296 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-4a4b70e6-a0ac-4bed-8ce6-b7e5ac452302 req-6b32d9ca-9b8f-4682-826e-a49b765d532b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db135a38-e04b-415b-b1af-9e3b01bdacfc HTTP/1.1" status: 200 len: 850 time: 0.0433674 Jun 28 09:59:31.405879 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b70e6-a0ac-4bed-8ce6-b7e5ac452302 req-efb4c335-65d8-43f7-b819-4b45278dc220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:31.407409 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-4a4b70e6-a0ac-4bed-8ce6-b7e5ac452302 req-efb4c335-65d8-43f7-b819-4b45278dc220 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0556703 Jun 28 09:59:31.498389 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-4a4b70e6-a0ac-4bed-8ce6-b7e5ac452302 req-bc8c658c-81b8-4886-b592-e3484d9d8ea0 service neutron] 10.222.0.37 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837409 Jun 28 09:59:31.591654 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-4a4b70e6-a0ac-4bed-8ce6-b7e5ac452302 req-1349b6fb-63f4-4ac0-92bc-a450b6acebb3 service neutron] 10.222.0.37 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865271 Jun 28 09:59:31.752105 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e6d6-51bb-4d4d-9911-de39a172a3c4 req-f756d5d4-d9b6-4fc0-be76-1bcfc6e69814 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:31.753530 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cf92e6d6-51bb-4d4d-9911-de39a172a3c4 req-f756d5d4-d9b6-4fc0-be76-1bcfc6e69814 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 943 time: 0.0651777 Jun 28 09:59:31.790357 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cf92e6d6-51bb-4d4d-9911-de39a172a3c4 req-4fae392b-6077-4405-9861-5d1753253553 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311930 Jun 28 09:59:32.107076 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 92ff0b0f-1ad1-46f8-ac33-356007d8f06a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:59:32.120522 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666244a4-cf79-4bdd-9c8b-f6b8c59845e7 req-d0935182-cc9a-4adb-94d3-ff7e9d3366ac tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:32.122044 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-666244a4-cf79-4bdd-9c8b-f6b8c59845e7 req-d0935182-cc9a-4adb-94d3-ff7e9d3366ac tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0879104 Jun 28 09:59:32.164693 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-666244a4-cf79-4bdd-9c8b-f6b8c59845e7 req-6b0152fa-0e83-4452-89ea-a4b82e8f6af0 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352478 Jun 28 09:59:32.338820 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:32.350873 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'port_id': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a', 'mac_address': 'fa:16:3e:9b:ef:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:59:32.392022 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:32.406507 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ff0b0f-1ad1-46f8-ac33-356007d8f06a {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:59:32.427549 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:32.603532 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:32.603532 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:32.652317 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:32.660245 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:32.660601 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:32.660965 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:32.661311 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:32.661646 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:32.661983 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:32.662314 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:32.662647 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:32.662976 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:32.663305 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:32.663629 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:32.663953 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:59:32.668120 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:32.833533 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['92ff0b0f-1ad1-46f8-ac33-356007d8f06a'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:59:32.966664 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d8df0-9b17-4860-bd81-4248b9f7c613 req-0a96a8fb-8f5d-4d46-a2b3-b63593374cba tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:32.968265 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ab5d8df0-9b17-4860-bd81-4248b9f7c613 req-0a96a8fb-8f5d-4d46-a2b3-b63593374cba tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 943 time: 0.0622375 Jun 28 09:59:33.006557 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ab5d8df0-9b17-4860-bd81-4248b9f7c613 req-66f4e99d-ffc0-4791-ae5f-85a092bf34dd tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316689 Jun 28 09:59:33.087565 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-9c03d890-f1fd-43e5-96a3-05918cb16112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:33.350341 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a5185-5ecf-4291-944f-92304697d36c req-7ebd2a01-5b72-4192-b8d4-2ad1ff6fff8b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:33.352130 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fe8a5185-5ecf-4291-944f-92304697d36c req-7ebd2a01-5b72-4192-b8d4-2ad1ff6fff8b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 944 time: 0.0665898 Jun 28 09:59:33.390803 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fe8a5185-5ecf-4291-944f-92304697d36c req-18692b61-7fa0-4ddd-8114-7b9aacd2a31e tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326474 Jun 28 09:59:34.104941 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:59:34.111606 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 92ff0b0f-1ad1-46f8-ac33-356007d8f06a up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:59:34.202492 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f463f2a-b353-45ff-b29e-1eba1e42bf2c req-1c5a4eba-e35e-44ba-a094-42e32e151467 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:34.204580 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1f463f2a-b353-45ff-b29e-1eba1e42bf2c req-1c5a4eba-e35e-44ba-a094-42e32e151467 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 943 time: 0.0676568 Jun 28 09:59:34.237805 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:34.243174 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1f463f2a-b353-45ff-b29e-1eba1e42bf2c req-7823bfd4-556c-4c76-84e5-7b833f0039cc tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326164 Jun 28 09:59:34.249230 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'port_id': '2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359', 'mac_address': 'fa:16:3e:b9:d4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:59:34.290415 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:34.302630 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:59:34.308789 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:59:34.317481 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:59:34.317861 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:34.344428 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:59:34.345289 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:34.406675 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:34.433099 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:34.435422 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85f7ba1-e38c-4440-9a50-d263f0b10705" -d '{"events": [{"server_uuid": "cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac", "name": "network-vif-plugged", "status": "completed", "tag": "92ff0b0f-1ad1-46f8-ac33-356007d8f06a"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:34.441522 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:34.448233 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:34.455408 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:34.508902 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:34.512747 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:34.537951 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:34.545649 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:34.605583 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:34.609628 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:34.611145 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8051877-3089-4e8d-a91d-620371b22199 req-16db530b-e752-493d-83ac-632fd5f68f48 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:34.612845 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f8051877-3089-4e8d-a91d-620371b22199 req-16db530b-e752-493d-83ac-632fd5f68f48 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 944 time: 0.1019189 Jun 28 09:59:34.638781 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ba3174-dfc8-4ae8-9d09-b302ea00832a x-openstack-request-id: req-62ba3174-dfc8-4ae8-9d09-b302ea00832a {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:34.639181 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac", "name": "network-vif-plugged", "status": "completed", "tag": "92ff0b0f-1ad1-46f8-ac33-356007d8f06a", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:34.639539 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62ba3174-dfc8-4ae8-9d09-b302ea00832a {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:34.640060 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a', 'code': 200} Jun 28 09:59:34.653551 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f8051877-3089-4e8d-a91d-620371b22199 req-edecddbc-3eb8-48aa-89e8-b058f350e409 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336785 Jun 28 09:59:34.702066 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:59:35.054116 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13648b2a-d617-44e6-8f6a-57b2e8bebf07 req-0dcada07-93bc-41d5-9f50-5a560bbf82c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:35.054116 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-13648b2a-d617-44e6-8f6a-57b2e8bebf07 req-0dcada07-93bc-41d5-9f50-5a560bbf82c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 1098 time: 0.0503640 Jun 28 09:59:35.098257 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-13648b2a-d617-44e6-8f6a-57b2e8bebf07 req-44ede850-b319-494d-a8f2-aabcfeccc183 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373671 Jun 28 09:59:35.431043 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c9fa6-ac28-4e8e-a1bb-f777d0b619d7 req-4f606c21-25e7-4ee8-a5e0-6b633002f755 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:35.432526 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cf6c9fa6-ac28-4e8e-a1bb-f777d0b619d7 req-4f606c21-25e7-4ee8-a5e0-6b633002f755 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 944 time: 0.0777028 Jun 28 09:59:35.471668 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cf6c9fa6-ac28-4e8e-a1bb-f777d0b619d7 req-c4666d30-912d-4978-a45c-7edbf04debfc tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331147 Jun 28 09:59:35.571587 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:35.641203 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5b3eaa38-db6b-427d-810f-e224bba79702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:35.845280 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5dfa6-4008-49db-80e8-b9cb4d30c363 req-ec2e7152-4ac7-425c-bd3e-188d3d180133 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:35.848747 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-46c5dfa6-4008-49db-80e8-b9cb4d30c363 req-ec2e7152-4ac7-425c-bd3e-188d3d180133 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0708838 Jun 28 09:59:35.896742 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-46c5dfa6-4008-49db-80e8-b9cb4d30c363 req-671802ca-91aa-4f7a-af67-220951a14cb2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374324 Jun 28 09:59:36.392803 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:59:36.618344 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:59:36.622249 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:59:36.622765 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:36.651706 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca22ca-80bc-4fe8-84da-a8c0a434193c req-38fd6385-daf1-49fd-9a23-2d4514244131 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:36.653123 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6dca22ca-80bc-4fe8-84da-a8c0a434193c req-38fd6385-daf1-49fd-9a23-2d4514244131 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 944 time: 0.0632071 Jun 28 09:59:36.697878 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6dca22ca-80bc-4fe8-84da-a8c0a434193c req-bc1048d8-1134-41fc-9857-a090e732d4a4 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327787 Jun 28 09:59:36.699380 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:36.731856 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b5e412-5b90-4d9d-9c14-3dd72c521b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:36.734101 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228efccc-085b-4dd3-9138-41217e11e2b0" -d '{"events": [{"server_uuid": "d5b5e412-5b90-4d9d-9c14-3dd72c521b6b", "name": "network-vif-plugged", "status": "completed", "tag": "2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:36.748374 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:59:36.770212 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc541a4e-77c7-4c6f-99e0-2c503381a821 x-openstack-request-id: req-bc541a4e-77c7-4c6f-99e0-2c503381a821 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:36.770541 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b5e412-5b90-4d9d-9c14-3dd72c521b6b", "name": "network-vif-plugged", "status": "completed", "tag": "2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:36.770804 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc541a4e-77c7-4c6f-99e0-2c503381a821 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:36.771204 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b5e412-5b90-4d9d-9c14-3dd72c521b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359', 'code': 200} Jun 28 09:59:36.890753 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:36.933095 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:36.934993 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:36.987213 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:36.990231 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:37.076781 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf124cc-fa1b-42cb-9c3a-7e636d143890 req-5cebca48-ecd8-4fed-8fac-ba83238cbdc6 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:37.078258 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ddf124cc-fa1b-42cb-9c3a-7e636d143890 req-5cebca48-ecd8-4fed-8fac-ba83238cbdc6 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0655804 Jun 28 09:59:37.116391 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ddf124cc-fa1b-42cb-9c3a-7e636d143890 req-9c8bec0f-2a16-4ed6-951e-2552da7edbaa tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316019 Jun 28 09:59:37.872193 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830334bd-c69a-4e7c-a00c-ab93af7dc6f6 req-038b1c4c-0f03-4081-89b4-ce2b2c07f5b1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:37.873647 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-830334bd-c69a-4e7c-a00c-ab93af7dc6f6 req-038b1c4c-0f03-4081-89b4-ce2b2c07f5b1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 945 time: 0.0612228 Jun 28 09:59:37.910374 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-830334bd-c69a-4e7c-a00c-ab93af7dc6f6 req-271abb3f-0381-40bc-8e5b-86e5ed4db1c8 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309811 Jun 28 09:59:38.230122 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:38.301314 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb95f81-d2ea-4edb-9c2f-941d3974e0d6 req-74ef3063-eb65-4a03-ad4b-0965dd25af47 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:38.302701 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ccb95f81-d2ea-4edb-9c2f-941d3974e0d6 req-74ef3063-eb65-4a03-ad4b-0965dd25af47 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0698733 Jun 28 09:59:38.341585 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ccb95f81-d2ea-4edb-9c2f-941d3974e0d6 req-84e2a163-7736-4cfc-bf23-91432e482f6f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329332 Jun 28 09:59:39.078972 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a3bae-5f9f-4d25-8037-76a8a11f8584 req-62aa6f55-04c3-4372-9b45-1cd4485e2566 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:39.080462 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ac3a3bae-5f9f-4d25-8037-76a8a11f8584 req-62aa6f55-04c3-4372-9b45-1cd4485e2566 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 945 time: 0.0619233 Jun 28 09:59:39.119227 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ac3a3bae-5f9f-4d25-8037-76a8a11f8584 req-33a15bc4-51d2-4ef3-ae3b-22b7cc5b9945 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331318 Jun 28 09:59:39.523449 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c2235-7ffd-474f-90fd-c95f57f0add6 req-b3b96a37-d07e-474a-882e-e8b166f4b064 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:39.524918 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3a5c2235-7ffd-474f-90fd-c95f57f0add6 req-b3b96a37-d07e-474a-882e-e8b166f4b064 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0615437 Jun 28 09:59:39.561212 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3a5c2235-7ffd-474f-90fd-c95f57f0add6 req-3078ce87-a9c6-4549-aa1e-d00a808890d2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306745 Jun 28 09:59:40.300280 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e64c-be00-455e-91b7-e02c4c80f0e0 req-71f172ba-fbe6-4ef3-97ca-6aaaf45a5954 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:40.301763 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ad82e64c-be00-455e-91b7-e02c4c80f0e0 req-71f172ba-fbe6-4ef3-97ca-6aaaf45a5954 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 945 time: 0.0656757 Jun 28 09:59:40.338040 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ad82e64c-be00-455e-91b7-e02c4c80f0e0 req-1e3196d7-9e15-4a9d-b1c8-4130a997f26b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303397 Jun 28 09:59:40.504269 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1af5-4e4f-4ef0-b888-cd8e7b629a69 req-f8433937-a706-44bd-a2f7-fe9c699443ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:40.505815 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7f7d1af5-4e4f-4ef0-b888-cd8e7b629a69 req-f8433937-a706-44bd-a2f7-fe9c699443ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 1098 time: 0.0549550 Jun 28 09:59:40.743463 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687dc9-3fda-4a52-a32f-ee04d2bf7501 req-eab9125e-27b1-46c0-924f-ea3d51c984e2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:40.744957 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e0687dc9-3fda-4a52-a32f-ee04d2bf7501 req-eab9125e-27b1-46c0-924f-ea3d51c984e2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0629039 Jun 28 09:59:40.787511 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e0687dc9-3fda-4a52-a32f-ee04d2bf7501 req-811841a3-9823-4c66-a59c-fe3bb4ca8c64 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367618 Jun 28 09:59:41.507128 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7f7d1af5-4e4f-4ef0-b888-cd8e7b629a69 req-8a32ee46-d635-4d0f-98de-794d1087c43d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292256 Jun 28 09:59:41.514065 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929026f-3761-4012-991b-584c6373f4a0 req-608577ab-7f03-4b61-a59a-f78b9c9c67bb tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:41.515515 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6929026f-3761-4012-991b-584c6373f4a0 req-608577ab-7f03-4b61-a59a-f78b9c9c67bb tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 945 time: 0.0667274 Jun 28 09:59:41.554281 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6929026f-3761-4012-991b-584c6373f4a0 req-c1be8a91-2d02-4241-ae21-fd09fd2e186d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329661 Jun 28 09:59:41.973395 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e05751-f405-4b9f-ae2e-96fef6ce281c req-e71da0a7-8133-4033-b795-4af4c4f81070 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:41.974899 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-58e05751-f405-4b9f-ae2e-96fef6ce281c req-e71da0a7-8133-4033-b795-4af4c4f81070 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0699944 Jun 28 09:59:42.011978 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-58e05751-f405-4b9f-ae2e-96fef6ce281c req-6bd18b34-a5c8-4c15-ac86-34845c1ac5f6 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312912 Jun 28 09:59:42.736262 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6552e-1ce4-4995-bfc2-5087f927a6f3 req-e4d1f192-25a4-472c-be79-1fc35f4630c5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:42.737773 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e7d6552e-1ce4-4995-bfc2-5087f927a6f3 req-e4d1f192-25a4-472c-be79-1fc35f4630c5 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 945 time: 0.0648484 Jun 28 09:59:42.774488 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e7d6552e-1ce4-4995-bfc2-5087f927a6f3 req-0850d7f3-0872-462a-bee2-ec6deb4ceb08 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310373 Jun 28 09:59:43.202199 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802de08-9c5e-457e-9abe-9546041b83d6 req-ce01a1d1-5525-46d1-8475-83a5db7cc5af tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:43.203661 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b802de08-9c5e-457e-9abe-9546041b83d6 req-ce01a1d1-5525-46d1-8475-83a5db7cc5af tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0662537 Jun 28 09:59:43.244335 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b802de08-9c5e-457e-9abe-9546041b83d6 req-d50d2b08-18e8-4ea5-bf03-f10faedf6bc6 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341573 Jun 28 09:59:43.413533 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef32d5-0dd3-4def-98c1-5bee40cc6cf9 req-ecf67ab0-fef6-4ac8-8a00-a68cd7dca39c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:43.414898 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-29ef32d5-0dd3-4def-98c1-5bee40cc6cf9 req-ecf67ab0-fef6-4ac8-8a00-a68cd7dca39c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0616193 Jun 28 09:59:43.423481 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 51700) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:43.428198 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-57d3c2d1-f78f-4119-9221-8ed8e80d82c8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Request body: {'floatingip': {'port_id': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:43.469142 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-57d3c2d1-f78f-4119-9221-8ed8e80d82c8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for floatingip, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:43.958145 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-57d3c2d1-f78f-4119-9221-8ed8e80d82c8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:43.980172 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fb14c-2186-44e2-860d-800624c93646 req-92abb5d6-0b5d-49f5-a20e-530f0a355544 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:43.981714 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ee7fb14c-2186-44e2-860d-800624c93646 req-92abb5d6-0b5d-49f5-a20e-530f0a355544 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 945 time: 0.0832453 Jun 28 09:59:44.019527 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ee7fb14c-2186-44e2-860d-800624c93646 req-bd9800b4-9f6c-47d2-b6e1-45b46c673882 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312197 Jun 28 09:59:44.064456 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-57d3c2d1-f78f-4119-9221-8ed8e80d82c8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:44.433396 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51730) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:44.461160 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.l3_db [None req-57d3c2d1-f78f-4119-9221-8ed8e80d82c8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Floating IP 8e43919a-c292-436a-90df-832da744f638 associated. External IP: 172.27.2.204, port: 92ff0b0f-1ad1-46f8-ac33-356007d8f06a. Jun 28 09:59:44.539849 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-40dfb0b7-f89b-4989-8086-214db27edce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:44.554465 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df2084-a277-4e87-9e7a-96207564d403 req-6582ab4f-4506-4b54-9aae-c64435412d88 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:44.555909 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c4df2084-a277-4e87-9e7a-96207564d403 req-6582ab4f-4506-4b54-9aae-c64435412d88 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 945 time: 0.1469510 Jun 28 09:59:44.566052 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51734) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:44.570634 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-b41252c7-a173-4f54-ae4d-43078d45e568 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Request body: {'floatingip': {'port_id': '2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:59:44.618191 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b41252c7-a173-4f54-ae4d-43078d45e568 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for floatingip, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:44.697817 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d3c2d1-f78f-4119-9221-8ed8e80d82c8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:59:44.811043 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d3c2d1-f78f-4119-9221-8ed8e80d82c8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:59:44.812788 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-40dfb0b7-f89b-4989-8086-214db27edce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:44.816094 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-57d3c2d1-f78f-4119-9221-8ed8e80d82c8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:44.822471 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd9388-e9ec-4420-8bae-c050846223f9 None None] Sync routers for ids ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:59:44.834048 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd9388-e9ec-4420-8bae-c050846223f9 None None] Routers {'7f29a6da-1685-4d3f-8b12-d80c2a342d3c'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:59:44.834261 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-d9bd9388-e9ec-4420-8bae-c050846223f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:59:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:44.858547 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-57d3c2d1-f78f-4119-9221-8ed8e80d82c8 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "PUT /v2.0/floatingips/8e43919a-c292-436a-90df-832da744f638 HTTP/1.1" status: 200 len: 991 time: 1.4314303 Jun 28 09:59:44.858547 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'tag': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a'}] {{(pid=100130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:44.860915 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febbb13b6d7fe63a2731297dc7120ef37725474ca423d9a5e3d408f98460119f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dafba3f-9b34-4d37-b392-0f4b7f3d1807" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac", "tag": "92ff0b0f-1ad1-46f8-ac33-356007d8f06a"}]}' {{(pid=100130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:44.956435 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-d9bd9388-e9ec-4420-8bae-c050846223f9 None None] Set router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:59:44.961054 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-40dfb0b7-f89b-4989-8086-214db27edce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:44.996279 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-08362feb-ef0c-4ac7-b1f3-3d87c14e32c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:45.047615 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795a54f3-3b10-4830-9e0a-b5e7f6185c53 x-openstack-request-id: req-795a54f3-3b10-4830-9e0a-b5e7f6185c53 {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:45.048303 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac", "tag": "92ff0b0f-1ad1-46f8-ac33-356007d8f06a", "status": "completed", "code": 200}]} {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:45.048473 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-795a54f3-3b10-4830-9e0a-b5e7f6185c53 {{(pid=100130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:45.049040 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'tag': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a', 'status': 'completed', 'code': 200} Jun 28 09:59:45.196760 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-d9bd9388-e9ec-4420-8bae-c050846223f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:13Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '8e43919a-c292-436a-90df-832da744f638', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'floating_ip_address': '172.27.2.204', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'port_id': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'mac_address': 'fa:16:3e:9b:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:59:12Z', 'updated_at': '2021-06-28T09:59:43Z', 'revision_number': 1, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd102002-72f4-42e0-849e-3d9649bd0346', 'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'mac_address': 'fa:16:3e:95:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:09Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'subnets': [{'id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:45.227219 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd9388-e9ec-4420-8bae-c050846223f9 None None] Checking router: 7f29a6da-1685-4d3f-8b12-d80c2a342d3c for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:59:45.236581 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd9388-e9ec-4420-8bae-c050846223f9 None None] Routers {'7f29a6da-1685-4d3f-8b12-d80c2a342d3c'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:59:45.237252 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-d9bd9388-e9ec-4420-8bae-c050846223f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:59:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:45.343977 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-d9bd9388-e9ec-4420-8bae-c050846223f9 None None] Set router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:59:45.386921 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfb0b7-f89b-4989-8086-214db27edce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706911ec-74fb-4145-ad05-f37724262288,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:45.394960 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-40dfb0b7-f89b-4989-8086-214db27edce1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ac79908fea84a598120060ddcd6b8ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9566107 Jun 28 09:59:45.395209 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 51746) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:45.424819 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-40dfb0b7-f89b-4989-8086-214db27edce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:45.458283 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-564c36a9-4b4d-43b7-9854-fa38de27e8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.480525 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-564c36a9-4b4d-43b7-9854-fa38de27e8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.499963 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b41252c7-a173-4f54-ae4d-43078d45e568 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.518844 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafba3f-9b34-4d37-b392-0f4b7f3d1807 req-21dc5265-e808-4022-8a99-3800dba1c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:45.520357 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dafba3f-9b34-4d37-b392-0f4b7f3d1807 req-21dc5265-e808-4022-8a99-3800dba1c030 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab055c80828f4b6190496e992e80e975&device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 1098 time: 0.1927853 Jun 28 09:59:45.609558 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-d9bd9388-e9ec-4420-8bae-c050846223f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:13Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '8e43919a-c292-436a-90df-832da744f638', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'floating_ip_address': '172.27.2.204', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'port_id': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'mac_address': 'fa:16:3e:9b:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:59:12Z', 'updated_at': '2021-06-28T09:59:43Z', 'revision_number': 1, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd102002-72f4-42e0-849e-3d9649bd0346', 'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'mac_address': 'fa:16:3e:95:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:09Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'subnets': [{'id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:45.628454 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafba3f-9b34-4d37-b392-0f4b7f3d1807 req-26bb78e2-b472-44f1-8456-1a913577bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:45.630006 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dafba3f-9b34-4d37-b392-0f4b7f3d1807 req-26bb78e2-b472-44f1-8456-1a913577bd61 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8d6d237-b42e-4d2f-93b5-c30dc724d637 HTTP/1.1" status: 200 len: 917 time: 0.0942934 Jun 28 09:59:45.635361 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bd9388-e9ec-4420-8bae-c050846223f9 None None] The sync data for ids ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'] in dv-cinder-786627-12-iscsi is: [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:13Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '8e43919a-c292-436a-90df-832da744f638', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'floating_ip_address': '172.27.2.204', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'port_id': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'mac_address': 'fa:16:3e:9b:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:59:12Z', 'updated_at': '2021-06-28T09:59:43Z', 'revision_number': 1, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd102002-72f4-42e0-849e-3d9649bd0346', 'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'mac_address': 'fa:16:3e:95:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:09Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'subnets': [{'id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:59:45.647345 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b41252c7-a173-4f54-ae4d-43078d45e568 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.681626 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-564c36a9-4b4d-43b7-9854-fa38de27e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.684383 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-564c36a9-4b4d-43b7-9854-fa38de27e8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:45.685556 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-564c36a9-4b4d-43b7-9854-fa38de27e8ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/706911ec-74fb-4145-ad05-f37724262288 HTTP/1.1" status: 204 len: 168 time: 0.2892597 Jun 28 09:59:45.686705 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-c6902133-5db7-4f15-a397-cad9df18d2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:45.696126 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c36a9-4b4d-43b7-9854-fa38de27e8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706911ec-74fb-4145-ad05-f37724262288,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:45.703270 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-564c36a9-4b4d-43b7-9854-fa38de27e8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:45.786442 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dafba3f-9b34-4d37-b392-0f4b7f3d1807 req-f5acb588-c0cf-4dab-b83a-55a7f1652aed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a HTTP/1.1" status: 200 len: 999 time: 0.1483898 Jun 28 09:59:45.840423 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.l3_db [None req-b41252c7-a173-4f54-ae4d-43078d45e568 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Floating IP ea6f5391-be97-402e-95ac-fe63fb530059 associated. External IP: 172.27.2.216, port: 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359. Jun 28 09:59:45.870031 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ed4c3-8327-4166-95e2-69d568b101e1 None None] New status for floating IP 8e43919a-c292-436a-90df-832da744f638: ACTIVE {{(pid=100132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:59:45.890133 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafba3f-9b34-4d37-b392-0f4b7f3d1807 req-631710e3-34d4-408c-9905-ba499f7a041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:45.892331 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dafba3f-9b34-4d37-b392-0f4b7f3d1807 req-631710e3-34d4-408c-9905-ba499f7a041e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111bbce8-d8d9-499d-affc-ef81b620ef72 HTTP/1.1" status: 200 len: 855 time: 0.0974858 Jun 28 09:59:46.008799 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafba3f-9b34-4d37-b392-0f4b7f3d1807 req-152f1783-41bd-490d-85e8-21fd9e5d4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:46.010539 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dafba3f-9b34-4d37-b392-0f4b7f3d1807 req-152f1783-41bd-490d-85e8-21fd9e5d4458 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d6d237-b42e-4d2f-93b5-c30dc724d637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1100092 Jun 28 09:59:46.121529 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:46.221239 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41252c7-a173-4f54-ae4d-43078d45e568 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:59:46.243201 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dafba3f-9b34-4d37-b392-0f4b7f3d1807 req-d416044f-af76-47a7-9829-a396cb142b8f service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696970 Jun 28 09:59:46.452082 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41252c7-a173-4f54-ae4d-43078d45e568 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:59:46.452082 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b41252c7-a173-4f54-ae4d-43078d45e568 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:46.452082 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9dafba3f-9b34-4d37-b392-0f4b7f3d1807 req-a9194bfe-6ff8-4591-aaf8-16d7ace2b5cf service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426475 Jun 28 09:59:46.452451 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4555536-5c04-44f5-8a50-808ff167bc82 None None] Sync routers for ids ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:59:46.452451 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4555536-5c04-44f5-8a50-808ff167bc82 None None] Routers {'95b09434-e3c4-42d3-a4ba-0addec4f98e9'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:59:46.452451 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-d4555536-5c04-44f5-8a50-808ff167bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:59:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:46.457004 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-b41252c7-a173-4f54-ae4d-43078d45e568 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "PUT /v2.0/floatingips/ea6f5391-be97-402e-95ac-fe63fb530059 HTTP/1.1" status: 200 len: 991 time: 1.8898859 Jun 28 09:59:46.457649 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b5e412-5b90-4d9d-9c14-3dd72c521b6b', 'tag': '2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:59:46.461156 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ef8188-e729-47d0-b22c-1349f7a80a89" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b5e412-5b90-4d9d-9c14-3dd72c521b6b", "tag": "2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:59:46.503553 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414bbb2b-e2b5-48ac-a9df-177a6461c3d2 x-openstack-request-id: req-414bbb2b-e2b5-48ac-a9df-177a6461c3d2 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:59:46.504165 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b5e412-5b90-4d9d-9c14-3dd72c521b6b", "tag": "2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:59:46.504165 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-414bbb2b-e2b5-48ac-a9df-177a6461c3d2 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:59:46.504567 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b5e412-5b90-4d9d-9c14-3dd72c521b6b', 'tag': '2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359', 'status': 'completed', 'code': 200} Jun 28 09:59:46.548329 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-d4555536-5c04-44f5-8a50-808ff167bc82 None None] Set router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:59:46.589609 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef8188-e729-47d0-b22c-1349f7a80a89 req-bacc0c8f-dce0-402b-90bf-188d5898a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:46.591152 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42ef8188-e729-47d0-b22c-1349f7a80a89 req-bacc0c8f-dce0-402b-90bf-188d5898a981 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b9877cbe6d448debb81922d6ebbc49b&device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 1098 time: 0.0599086 Jun 28 09:59:46.684679 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef8188-e729-47d0-b22c-1349f7a80a89 req-83010f8a-2202-42af-a550-562034902ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:46.686112 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42ef8188-e729-47d0-b22c-1349f7a80a89 req-83010f8a-2202-42af-a550-562034902ac3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 HTTP/1.1" status: 200 len: 912 time: 0.0885224 Jun 28 09:59:46.756817 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42ef8188-e729-47d0-b22c-1349f7a80a89 req-1ce4811f-72b9-4381-bbce-93bc3315867d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 HTTP/1.1" status: 200 len: 999 time: 0.0635231 Jun 28 09:59:46.809987 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef8188-e729-47d0-b22c-1349f7a80a89 req-1103d38b-eba2-4e2e-a511-1bce38d34928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:46.811586 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42ef8188-e729-47d0-b22c-1349f7a80a89 req-1103d38b-eba2-4e2e-a511-1bce38d34928 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db135a38-e04b-415b-b1af-9e3b01bdacfc HTTP/1.1" status: 200 len: 850 time: 0.0483985 Jun 28 09:59:46.831744 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 51784) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:46.871938 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef8188-e729-47d0-b22c-1349f7a80a89 req-bfe15a9e-557c-4194-a52a-2274d96967c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:59:46.873487 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42ef8188-e729-47d0-b22c-1349f7a80a89 req-bfe15a9e-557c-4194-a52a-2274d96967c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549881 Jun 28 09:59:46.900442 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-d4555536-5c04-44f5-8a50-808ff167bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': 'ea6f5391-be97-402e-95ac-fe63fb530059', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'port_id': '2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'mac_address': 'fa:16:3e:b9:d4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5e412-5b90-4d9d-9c14-3dd72c521b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:59:17Z', 'updated_at': '2021-06-28T09:59:45Z', 'revision_number': 1, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f49d8c69-cd1c-4e21-99b9-607b6e9418c4', 'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'mac_address': 'fa:16:3e:63:89:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:01Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 5, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'subnets': [{'id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:46.933178 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4555536-5c04-44f5-8a50-808ff167bc82 None None] Checking router: 95b09434-e3c4-42d3-a4ba-0addec4f98e9 for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:59:46.946763 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4555536-5c04-44f5-8a50-808ff167bc82 None None] Routers {'95b09434-e3c4-42d3-a4ba-0addec4f98e9'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:59:46.947445 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-d4555536-5c04-44f5-8a50-808ff167bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:59:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:46.954638 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a1542aaf-373e-4e7b-a0d6-36325863df61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:46.983515 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42ef8188-e729-47d0-b22c-1349f7a80a89 req-93add9b7-6699-4c2f-ad4a-9fe3cc534ffe service neutron] 10.222.0.37 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031704 Jun 28 09:59:47.050989 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a1542aaf-373e-4e7b-a0d6-36325863df61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:47.062768 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-d4555536-5c04-44f5-8a50-808ff167bc82 None None] Set router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:59:47.081801 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42ef8188-e729-47d0-b22c-1349f7a80a89 req-2eeaa0e4-fc7d-4268-962c-2e6ac5da1ce6 service neutron] 10.222.0.37 "GET /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899248 Jun 28 09:59:47.130655 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a1542aaf-373e-4e7b-a0d6-36325863df61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:47.134216 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-ce672901-8f42-4c0e-87cf-8a44835f6281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:47.172563 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-a1542aaf-373e-4e7b-a0d6-36325863df61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c1781680b5c40d5b66d37b292607d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368647 Jun 28 09:59:47.172563 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1542aaf-373e-4e7b-a0d6-36325863df61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b35e51-d58d-4715-a7bd-f1f77ef51daa,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:47.173240 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51788) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:47.174894 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-a1542aaf-373e-4e7b-a0d6-36325863df61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:47.232490 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f26a740b-e283-4862-9489-f47c8a54a89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:47.254772 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f26a740b-e283-4862-9489-f47c8a54a89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:47.287663 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-d4555536-5c04-44f5-8a50-808ff167bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': 'ea6f5391-be97-402e-95ac-fe63fb530059', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'port_id': '2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'mac_address': 'fa:16:3e:b9:d4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5e412-5b90-4d9d-9c14-3dd72c521b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:59:17Z', 'updated_at': '2021-06-28T09:59:45Z', 'revision_number': 1, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f49d8c69-cd1c-4e21-99b9-607b6e9418c4', 'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'mac_address': 'fa:16:3e:63:89:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:01Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 5, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'subnets': [{'id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:59:47.313700 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4555536-5c04-44f5-8a50-808ff167bc82 None None] The sync data for ids ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'] in dv-cinder-786627-12-iscsi is: [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': 'ea6f5391-be97-402e-95ac-fe63fb530059', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'floating_ip_address': '172.27.2.216', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'port_id': '2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'mac_address': 'fa:16:3e:b9:d4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5e412-5b90-4d9d-9c14-3dd72c521b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:59:17Z', 'updated_at': '2021-06-28T09:59:45Z', 'revision_number': 1, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f49d8c69-cd1c-4e21-99b9-607b6e9418c4', 'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'mac_address': 'fa:16:3e:63:89:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:01Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 5, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'subnets': [{'id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:59:47.388119 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f26a740b-e283-4862-9489-f47c8a54a89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:47.390866 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f26a740b-e283-4862-9489-f47c8a54a89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:47.396605 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-f26a740b-e283-4862-9489-f47c8a54a89c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92b35e51-d58d-4715-a7bd-f1f77ef51daa HTTP/1.1" status: 204 len: 168 time: 0.2185287 Jun 28 09:59:47.396605 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9b498333-c26f-4917-af5f-fa56ad2c3c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:47.402003 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a740b-e283-4862-9489-f47c8a54a89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b35e51-d58d-4715-a7bd-f1f77ef51daa,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:47.404282 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f26a740b-e283-4862-9489-f47c8a54a89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:47.502867 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d4d9c3-15c1-4192-8e16-821732be6a55 None None] New status for floating IP ea6f5391-be97-402e-95ac-fe63fb530059: ACTIVE {{(pid=100132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:59:48.330234 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51798) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:48.343806 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-46e702d0-351d-4214-b7cb-8979add1cd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:48.435185 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-46e702d0-351d-4214-b7cb-8979add1cd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:48.624251 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-46e702d0-351d-4214-b7cb-8979add1cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:48.627493 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-5fefea6b-5e66-4902-a08e-8a75dfbabb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:48.661262 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e702d0-351d-4214-b7cb-8979add1cd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5447ec-bb45-4d90-9707-65227d86dbe4,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:48.665693 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-46e702d0-351d-4214-b7cb-8979add1cd57 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32fbc5eaec32477b85f7015073dc90d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344498 Jun 28 09:59:48.666627 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-46e702d0-351d-4214-b7cb-8979add1cd57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:59:48.668345 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51802) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:59:48.720124 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a7808681-aa8a-4c6c-be07-f675db845c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:48.744179 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a7808681-aa8a-4c6c-be07-f675db845c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:48.944370 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a7808681-aa8a-4c6c-be07-f675db845c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:48.946947 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a7808681-aa8a-4c6c-be07-f675db845c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:59:48.948084 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-a7808681-aa8a-4c6c-be07-f675db845c88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd5447ec-bb45-4d90-9707-65227d86dbe4 HTTP/1.1" status: 204 len: 168 time: 0.2787869 Jun 28 09:59:48.948889 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f26a740b-e283-4862-9489-f47c8a54a89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:59:48.961735 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7808681-aa8a-4c6c-be07-f675db845c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5447ec-bb45-4d90-9707-65227d86dbe4,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:59:48.961735 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-a7808681-aa8a-4c6c-be07-f675db845c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:01.807561 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b84d0a59-b967-41b5-b977-098a0f995813 req-4a9620f9-1c34-4e21-9bfc-527e24eca907 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-345645829&fields=id&tenant_id=d470a6b7ab644fd6a4719a0ea8ce44f2 HTTP/1.1" status: 200 len: 267 time: 0.0328577 Jun 28 10:00:01.871643 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d0a59-b967-41b5-b977-098a0f995813 req-f0d91af5-18a3-4e7f-b2a7-d17c8fd676f6 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:01.873471 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b84d0a59-b967-41b5-b977-098a0f995813 req-f0d91af5-18a3-4e7f-b2a7-d17c8fd676f6 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 985 time: 0.0607421 Jun 28 10:00:01.884275 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [req-b84d0a59-b967-41b5-b977-098a0f995813 req-8ecce991-e384-4bd3-81b3-c96056b1578c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Request body: {'port': {'security_groups': ['7f165fd7-bce9-416f-883d-d2597ffdd75c']}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:00:01.975269 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-b84d0a59-b967-41b5-b977-098a0f995813 req-8ecce991-e384-4bd3-81b3-c96056b1578c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:02.141925 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [req-b84d0a59-b967-41b5-b977-098a0f995813 req-8ecce991-e384-4bd3-81b3-c96056b1578c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] For port 5567f067-6f08-436e-bd48-a6000e79c73b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5567f067-6f08-436e-bd48-a6000e79c73b,segment=NetworkSegment(a427546c-ee22-4cc2-b0d6-ac437961ff36),segment_id=a427546c-ee22-4cc2-b0d6-ac437961ff36)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:02.170006 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-b84d0a59-b967-41b5-b977-098a0f995813 req-8ecce991-e384-4bd3-81b3-c96056b1578c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:02.269465 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-b84d0a59-b967-41b5-b977-098a0f995813 req-8ecce991-e384-4bd3-81b3-c96056b1578c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014943'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:02.273752 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-db5d5573-dcd6-48d6-83b8-a5b1a521b920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:02.286656 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['5567f067-6f08-436e-bd48-a6000e79c73b'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:00:02.320934 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d0a59-b967-41b5-b977-098a0f995813 req-8ecce991-e384-4bd3-81b3-c96056b1578c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:02.322403 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [req-b84d0a59-b967-41b5-b977-098a0f995813 req-8ecce991-e384-4bd3-81b3-c96056b1578c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:02.323395 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b84d0a59-b967-41b5-b977-098a0f995813 req-8ecce991-e384-4bd3-81b3-c96056b1578c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "PUT /v2.0/ports/5567f067-6f08-436e-bd48-a6000e79c73b HTTP/1.1" status: 200 len: 943 time: 0.4431207 Jun 28 10:00:02.323624 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'tag': '5567f067-6f08-436e-bd48-a6000e79c73b'}] {{(pid=100130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:00:02.325961 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febbb13b6d7fe63a2731297dc7120ef37725474ca423d9a5e3d408f98460119f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa994ca-d499-4c88-afed-c649f46d7014" -d '{"events": [{"name": "network-changed", "server_uuid": "1feaad6e-287c-4f3b-b304-42e267f2d989", "tag": "5567f067-6f08-436e-bd48-a6000e79c73b"}]}' {{(pid=100130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:00:02.329268 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 51920) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:02.367827 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecce991-e384-4bd3-81b3-c96056b1578c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Pushing event updated for resources: {'Port': ['ID=5567f067-6f08-436e-bd48-a6000e79c73b,revision_number=7']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:02.372977 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1dbdeb-5168-4c8f-96c6-953754ab451a x-openstack-request-id: req-0b1dbdeb-5168-4c8f-96c6-953754ab451a {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:00:02.373631 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1feaad6e-287c-4f3b-b304-42e267f2d989", "tag": "5567f067-6f08-436e-bd48-a6000e79c73b", "status": "completed", "code": 200}]} {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:00:02.374168 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b1dbdeb-5168-4c8f-96c6-953754ab451a {{(pid=100130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:00:02.374962 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'tag': '5567f067-6f08-436e-bd48-a6000e79c73b', 'status': 'completed', 'code': 200} Jun 28 10:00:02.376071 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-8ecce991-e384-4bd3-81b3-c96056b1578c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:02.411981 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['5567f067-6f08-436e-bd48-a6000e79c73b'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:00:02.475202 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-faa53d83-f529-4754-a3b4-53147aea4872 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:02.504199 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-faa53d83-f529-4754-a3b4-53147aea4872 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:02.542265 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-6d56e830-8307-43d4-8b98-b89a7d044a27 None None] Provisioning complete for port 5567f067-6f08-436e-bd48-a6000e79c73b triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:02.542574 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6d56e830-8307-43d4-8b98-b89a7d044a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:02.549271 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa994ca-d499-4c88-afed-c649f46d7014 req-e24743c5-5450-4299-a375-679e9373295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:02.550887 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7aa994ca-d499-4c88-afed-c649f46d7014 req-e24743c5-5450-4299-a375-679e9373295f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d470a6b7ab644fd6a4719a0ea8ce44f2&device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 1099 time: 0.1333151 Jun 28 10:00:02.652923 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa994ca-d499-4c88-afed-c649f46d7014 req-d9de7eaa-422b-4c7f-adf4-6b2103d1ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:02.654324 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7aa994ca-d499-4c88-afed-c649f46d7014 req-d9de7eaa-422b-4c7f-adf4-6b2103d1ff4f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5214620d-db6e-472a-aa9a-82d5849d56ea HTTP/1.1" status: 200 len: 915 time: 0.0880136 Jun 28 10:00:02.732269 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7aa994ca-d499-4c88-afed-c649f46d7014 req-f4595d4c-ba04-41e4-8a18-b30657e2d6ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5567f067-6f08-436e-bd48-a6000e79c73b HTTP/1.1" status: 200 len: 1002 time: 0.0685334 Jun 28 10:00:02.783722 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-faa53d83-f529-4754-a3b4-53147aea4872 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:02.786360 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-faa53d83-f529-4754-a3b4-53147aea4872 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:02.790496 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 51934) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:02.797395 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-faa53d83-f529-4754-a3b4-53147aea4872 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "DELETE /v2.0/security-groups/94adcdc8-e43d-40b7-84ec-b66de98e2e32 HTTP/1.1" status: 204 len: 168 time: 0.4635093 Jun 28 10:00:02.803701 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6cb3503d-8982-467a-b4b3-4aa800ae8a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:02.815530 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa53d83-f529-4754-a3b4-53147aea4872 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94adcdc8-e43d-40b7-84ec-b66de98e2e32,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:02.820822 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-faa53d83-f529-4754-a3b4-53147aea4872 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:02.828354 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa994ca-d499-4c88-afed-c649f46d7014 req-a7437182-a6cd-4be8-a71d-2330f7307dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:02.832770 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7aa994ca-d499-4c88-afed-c649f46d7014 req-a7437182-a6cd-4be8-a71d-2330f7307dad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=796f8baf-1acb-4756-92d8-bc7e089814b1 HTTP/1.1" status: 200 len: 853 time: 0.0906510 Jun 28 10:00:02.891516 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa994ca-d499-4c88-afed-c649f46d7014 req-1ec78a43-3d9f-4d1d-933a-2d05c30ac687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:02.895289 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7aa994ca-d499-4c88-afed-c649f46d7014 req-1ec78a43-3d9f-4d1d-933a-2d05c30ac687 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5214620d-db6e-472a-aa9a-82d5849d56ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0550990 Jun 28 10:00:02.981970 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-72963bc6-9b0f-4196-9120-be6314961344 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Deleting port 33025ebf-df62-452e-b9a3-fe04bf95d8ca {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:00:02.982557 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-72963bc6-9b0f-4196-9120-be6314961344 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:02.995098 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7aa994ca-d499-4c88-afed-c649f46d7014 req-cf9f7a5a-2eba-4e40-8707-777dcd557e10 service neutron] 10.222.0.37 "GET /v2.0/networks/5214620d-db6e-472a-aa9a-82d5849d56ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932508 Jun 28 10:00:03.058791 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-72963bc6-9b0f-4196-9120-be6314961344 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:03.059043 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-72963bc6-9b0f-4196-9120-be6314961344 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:03.071343 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-72963bc6-9b0f-4196-9120-be6314961344 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Calling delete_port for 33025ebf-df62-452e-b9a3-fe04bf95d8ca owned by network:floatingip {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:00:03.090793 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7aa994ca-d499-4c88-afed-c649f46d7014 req-6a57756e-add5-42ba-95da-6e5d7a975af6 service neutron] 10.222.0.37 "GET /v2.0/networks/5214620d-db6e-472a-aa9a-82d5849d56ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882626 Jun 28 10:00:03.110094 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-10bbbe07-095e-4815-adee-36691ac60ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:03.485363 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-72963bc6-9b0f-4196-9120-be6314961344 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:03.489986 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:03.511451 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72963bc6-9b0f-4196-9120-be6314961344 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Pushing event deleted for resources: {'Port': ['ID=33025ebf-df62-452e-b9a3-fe04bf95d8ca,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:03.514623 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-72963bc6-9b0f-4196-9120-be6314961344 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:03.574561 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-72963bc6-9b0f-4196-9120-be6314961344 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks [] for floatingip, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:03.574887 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.l3_db [None req-72963bc6-9b0f-4196-9120-be6314961344 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Floating IP 570cc288-83b7-41e1-bf60-3549c55d6733 disassociated (deleted). External IP: 172.27.2.185, port: 5567f067-6f08-436e-bd48-a6000e79c73b. Jun 28 10:00:03.778736 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72963bc6-9b0f-4196-9120-be6314961344 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Router f67bee74-ba32-4439-99eb-fec54eaf37b4 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:00:03.888929 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72963bc6-9b0f-4196-9120-be6314961344 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:00:03.893840 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-72963bc6-9b0f-4196-9120-be6314961344 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:03.901989 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3244fa-16cf-4b9a-a66d-a72b2d48f23c None None] Sync routers for ids ['f67bee74-ba32-4439-99eb-fec54eaf37b4'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:00:03.923045 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3244fa-16cf-4b9a-a66d-a72b2d48f23c None None] Routers {'f67bee74-ba32-4439-99eb-fec54eaf37b4'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:00:03.924534 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-cb3244fa-16cf-4b9a-a66d-a72b2d48f23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:59:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['f67bee74-ba32-4439-99eb-fec54eaf37b4'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:03.932236 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-72963bc6-9b0f-4196-9120-be6314961344 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "DELETE /v2.0/floatingips/570cc288-83b7-41e1-bf60-3549c55d6733 HTTP/1.1" status: 204 len: 168 time: 1.1406066 Jun 28 10:00:04.040348 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-cb3244fa-16cf-4b9a-a66d-a72b2d48f23c None None] Set router f67bee74-ba32-4439-99eb-fec54eaf37b4 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:00:04.279749 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-cb3244fa-16cf-4b9a-a66d-a72b2d48f23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'name': 'tempest-TestMinimumBasicScenario-498676770-router', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:04Z', 'updated_at': '2021-06-28T09:57:08Z', 'revision_number': 4, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'gw_port': {'id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:05Z', 'updated_at': '2021-06-28T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'fad567e3-3216-4a60-9fd3-48d58c90e950', 'name': '', 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'mac_address': 'fa:16:3e:e7:11:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:07Z', 'updated_at': '2021-06-28T09:57:14Z', 'revision_number': 5, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'subnets': [{'id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:04.308537 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3244fa-16cf-4b9a-a66d-a72b2d48f23c None None] Checking router: f67bee74-ba32-4439-99eb-fec54eaf37b4 for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:00:04.317572 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3244fa-16cf-4b9a-a66d-a72b2d48f23c None None] Routers {'f67bee74-ba32-4439-99eb-fec54eaf37b4'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:00:04.318204 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-cb3244fa-16cf-4b9a-a66d-a72b2d48f23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T09:59:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['f67bee74-ba32-4439-99eb-fec54eaf37b4'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:04.376148 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'tag': '5567f067-6f08-436e-bd48-a6000e79c73b'}] {{(pid=100130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:00:04.378757 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febbb13b6d7fe63a2731297dc7120ef37725474ca423d9a5e3d408f98460119f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22d3363-2f48-47b2-b121-9616b2de566a" -d '{"events": [{"name": "network-changed", "server_uuid": "1feaad6e-287c-4f3b-b304-42e267f2d989", "tag": "5567f067-6f08-436e-bd48-a6000e79c73b"}]}' {{(pid=100130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:00:04.418628 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2396da1-9d96-41a2-a4e5-38ba95072578 x-openstack-request-id: req-e2396da1-9d96-41a2-a4e5-38ba95072578 {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:00:04.418976 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1feaad6e-287c-4f3b-b304-42e267f2d989", "tag": "5567f067-6f08-436e-bd48-a6000e79c73b", "status": "completed", "code": 200}]} {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:00:04.419268 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2396da1-9d96-41a2-a4e5-38ba95072578 {{(pid=100130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:00:04.419740 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'tag': '5567f067-6f08-436e-bd48-a6000e79c73b', 'status': 'completed', 'code': 200} Jun 28 10:00:04.440305 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-cb3244fa-16cf-4b9a-a66d-a72b2d48f23c None None] Set router f67bee74-ba32-4439-99eb-fec54eaf37b4 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:00:04.500993 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d3363-2f48-47b2-b121-9616b2de566a req-cae7306e-4e82-417a-a5e5-8f5ec7ac2ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:04.503271 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b22d3363-2f48-47b2-b121-9616b2de566a req-cae7306e-4e82-417a-a5e5-8f5ec7ac2ad2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d470a6b7ab644fd6a4719a0ea8ce44f2&device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 1099 time: 0.0607131 Jun 28 10:00:04.637119 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d3363-2f48-47b2-b121-9616b2de566a req-e8696f58-3c2f-475f-8031-f1795fced094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:04.639732 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b22d3363-2f48-47b2-b121-9616b2de566a req-e8696f58-3c2f-475f-8031-f1795fced094 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5214620d-db6e-472a-aa9a-82d5849d56ea HTTP/1.1" status: 200 len: 915 time: 0.1288524 Jun 28 10:00:04.670125 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-cb3244fa-16cf-4b9a-a66d-a72b2d48f23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'name': 'tempest-TestMinimumBasicScenario-498676770-router', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:04Z', 'updated_at': '2021-06-28T09:57:08Z', 'revision_number': 4, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'gw_port': {'id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:05Z', 'updated_at': '2021-06-28T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'fad567e3-3216-4a60-9fd3-48d58c90e950', 'name': '', 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'mac_address': 'fa:16:3e:e7:11:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:07Z', 'updated_at': '2021-06-28T09:57:14Z', 'revision_number': 5, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'subnets': [{'id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:04.693445 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b22d3363-2f48-47b2-b121-9616b2de566a req-6b2385b2-6916-42a6-9cf3-b299a349e9d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5567f067-6f08-436e-bd48-a6000e79c73b HTTP/1.1" status: 200 len: 217 time: 0.0436010 Jun 28 10:00:04.715478 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3244fa-16cf-4b9a-a66d-a72b2d48f23c None None] The sync data for ids ['f67bee74-ba32-4439-99eb-fec54eaf37b4'] in dv-cinder-786627-12-iscsi is: [{'id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'name': 'tempest-TestMinimumBasicScenario-498676770-router', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:04Z', 'updated_at': '2021-06-28T09:57:08Z', 'revision_number': 4, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'gw_port': {'id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:05Z', 'updated_at': '2021-06-28T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'fad567e3-3216-4a60-9fd3-48d58c90e950', 'name': '', 'network_id': '5214620d-db6e-472a-aa9a-82d5849d56ea', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'mac_address': 'fa:16:3e:e7:11:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:07Z', 'updated_at': '2021-06-28T09:57:14Z', 'revision_number': 5, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'subnets': [{'id': '796f8baf-1acb-4756-92d8-bc7e089814b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:00:04.756629 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d3363-2f48-47b2-b121-9616b2de566a req-efc86c34-8f63-41df-bf00-7de1e9f64992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:04.758835 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b22d3363-2f48-47b2-b121-9616b2de566a req-efc86c34-8f63-41df-bf00-7de1e9f64992 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=796f8baf-1acb-4756-92d8-bc7e089814b1 HTTP/1.1" status: 200 len: 853 time: 0.0574400 Jun 28 10:00:04.826022 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d3363-2f48-47b2-b121-9616b2de566a req-f1c2b404-0aa5-4310-a106-1c8822536761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:04.827777 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b22d3363-2f48-47b2-b121-9616b2de566a req-f1c2b404-0aa5-4310-a106-1c8822536761 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5214620d-db6e-472a-aa9a-82d5849d56ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0624597 Jun 28 10:00:04.932897 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b22d3363-2f48-47b2-b121-9616b2de566a req-46167d98-c3d3-4120-a4ba-240308e30f0a service neutron] 10.222.0.37 "GET /v2.0/networks/5214620d-db6e-472a-aa9a-82d5849d56ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884221 Jun 28 10:00:04.960374 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1fdc45-39a4-4bdf-b5cb-bf346cda3b86 None None] New status for floating IP 570cc288-83b7-41e1-bf60-3549c55d6733: DOWN {{(pid=100132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:00:05.053883 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b22d3363-2f48-47b2-b121-9616b2de566a req-299f772c-d678-478c-aeb6-8ee98cd23d42 service neutron] 10.222.0.37 "GET /v2.0/networks/5214620d-db6e-472a-aa9a-82d5849d56ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165886 Jun 28 10:00:05.658879 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:05.661688 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-b0470652-f7d9-49b9-9d25-82f4dec49897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:06.921338 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:08.234909 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:11.342818 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:00:11.897539 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790c207-be40-4bbc-8e1d-17706b9459bd req-98342be0-b487-46d4-8e52-b39ef08508b9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:11.899015 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3790c207-be40-4bbc-8e1d-17706b9459bd req-98342be0-b487-46d4-8e52-b39ef08508b9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 946 time: 0.0639644 Jun 28 10:00:11.938522 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3790c207-be40-4bbc-8e1d-17706b9459bd req-29df9574-0643-4e93-931e-40eff491719a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337982 Jun 28 10:00:14.584405 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34729fd6-6470-440f-8cd9-b38df07ebc27 req-33be44b1-c70e-46fd-8b19-a281e7d26e8c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:14.585915 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-34729fd6-6470-440f-8cd9-b38df07ebc27 req-33be44b1-c70e-46fd-8b19-a281e7d26e8c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 946 time: 0.0652497 Jun 28 10:00:14.627131 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-34729fd6-6470-440f-8cd9-b38df07ebc27 req-22affa66-266c-4254-9cf1-a720e4aafddf tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353241 Jun 28 10:00:15.800054 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc2337-9213-4ae0-a7c3-2d83ad0bbb3a req-2a07f527-3cde-4971-9707-b44fcee8576b tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:15.801570 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-aedc2337-9213-4ae0-a7c3-2d83ad0bbb3a req-2a07f527-3cde-4971-9707-b44fcee8576b tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 946 time: 0.0622852 Jun 28 10:00:15.838315 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-aedc2337-9213-4ae0-a7c3-2d83ad0bbb3a req-6a57c7f0-ef44-4986-a368-80ae525506d4 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f165fd7-bce9-416f-883d-d2597ffdd75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311437 Jun 28 10:00:16.063879 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:16.400801 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecd1cb-d9b3-4c81-8836-7e1efae70706 req-f1e1fcac-49c7-43e1-9d34-6f455c1e3cbc tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:16.402161 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-46ecd1cb-d9b3-4c81-8836-7e1efae70706 req-f1e1fcac-49c7-43e1-9d34-6f455c1e3cbc tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.37 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 946 time: 0.0639215 Jun 28 10:00:16.499801 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-46ecd1cb-d9b3-4c81-8836-7e1efae70706 req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Deleting port 5567f067-6f08-436e-bd48-a6000e79c73b {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:00:16.500139 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-46ecd1cb-d9b3-4c81-8836-7e1efae70706 req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:16.589993 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-46ecd1cb-d9b3-4c81-8836-7e1efae70706 req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] For port 5567f067-6f08-436e-bd48-a6000e79c73b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5567f067-6f08-436e-bd48-a6000e79c73b,segment=NetworkSegment(a427546c-ee22-4cc2-b0d6-ac437961ff36),segment_id=a427546c-ee22-4cc2-b0d6-ac437961ff36)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:16.590356 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-46ecd1cb-d9b3-4c81-8836-7e1efae70706 req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:16.604606 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-46ecd1cb-d9b3-4c81-8836-7e1efae70706 req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Calling delete_port for 5567f067-6f08-436e-bd48-a6000e79c73b owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:00:16.818186 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-46ecd1cb-d9b3-4c81-8836-7e1efae70706 req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:16.822058 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:16.833340 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['5567f067-6f08-436e-bd48-a6000e79c73b'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:00:16.847689 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Pushing event deleted for resources: {'Port': ['ID=5567f067-6f08-436e-bd48-a6000e79c73b,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:16.876972 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:16.876972 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:16.876972 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:16.876972 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:16.876972 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:16.876972 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:16.877719 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:16.877719 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:16.877907 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:16.878203 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:16.878655 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:16.878877 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:16.883824 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:16.902255 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ecd1cb-d9b3-4c81-8836-7e1efae70706 req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] No DVR routers for this DVR port 5567f067-6f08-436e-bd48-a6000e79c73b on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:00:16.904911 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-46ecd1cb-d9b3-4c81-8836-7e1efae70706 req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:16.906849 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-46ecd1cb-d9b3-4c81-8836-7e1efae70706 req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.37 "DELETE /v2.0/ports/5567f067-6f08-436e-bd48-a6000e79c73b HTTP/1.1" status: 204 len: 173 time: 0.4989772 Jun 28 10:00:16.907341 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'name': 'network-vif-deleted', 'tag': '5567f067-6f08-436e-bd48-a6000e79c73b'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:00:16.910498 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f345cdd-7643-4756-832c-0d96dc00947d" -d '{"events": [{"server_uuid": "1feaad6e-287c-4f3b-b304-42e267f2d989", "name": "network-vif-deleted", "tag": "5567f067-6f08-436e-bd48-a6000e79c73b"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:00:16.947809 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcd4d80-641a-4575-9b67-d8c4ea1cb5a8 x-openstack-request-id: req-afcd4d80-641a-4575-9b67-d8c4ea1cb5a8 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:00:16.948133 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1feaad6e-287c-4f3b-b304-42e267f2d989", "name": "network-vif-deleted", "tag": "5567f067-6f08-436e-bd48-a6000e79c73b", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:00:16.948419 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-afcd4d80-641a-4575-9b67-d8c4ea1cb5a8 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:00:16.948873 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1feaad6e-287c-4f3b-b304-42e267f2d989', 'name': 'network-vif-deleted', 'tag': '5567f067-6f08-436e-bd48-a6000e79c73b', 'status': 'completed', 'code': 200} Jun 28 10:00:16.984554 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b8455b33-c025-4746-af65-d98474796cd7 req-9179a5e4-679e-40d0-ba81-aae010514f34 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 210 time: 0.0289149 Jun 28 10:00:20.421249 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 5567f067-6f08-436e-bd48-a6000e79c73b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:00:20.441733 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: 5567f067-6f08-436e-bd48-a6000e79c73b {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:00:20.442100 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 5567f067-6f08-436e-bd48-a6000e79c73b not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:00:20.533784 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8d3ef064-9dc0-4994-85bc-79d986699791 req-5ffa5f2f-f9b1-4186-957c-15eed7824f1f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0321963 Jun 28 10:00:20.589947 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-588a2429-94c8-4e74-8da7-237b21791843 req-47bf74c5-b6b4-4436-8586-78805ae72b38 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] 10.222.0.30 "GET /v2.0/ports?device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 210 time: 0.0319457 Jun 28 10:00:20.605942 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8d3ef064-9dc0-4994-85bc-79d986699791 req-0f6504f9-b798-4810-846a-86a0b4f66618 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d470a6b7ab644fd6a4719a0ea8ce44f2&device_id=1feaad6e-287c-4f3b-b304-42e267f2d989 HTTP/1.1" status: 200 len: 210 time: 0.0270793 Jun 28 10:00:20.727929 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ef064-9dc0-4994-85bc-79d986699791 req-b8f23b52-1906-4d53-bd47-fa5e10045ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:20.729415 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8d3ef064-9dc0-4994-85bc-79d986699791 req-b8f23b52-1906-4d53-bd47-fa5e10045ad8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d470a6b7ab644fd6a4719a0ea8ce44f2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0927997 Jun 28 10:00:20.824421 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ef064-9dc0-4994-85bc-79d986699791 req-a6a52564-5940-4ff6-a37e-7c19dd96bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:20.825890 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8d3ef064-9dc0-4994-85bc-79d986699791 req-a6a52564-5940-4ff6-a37e-7c19dd96bde8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900822 Jun 28 10:00:23.603766 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52176) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:23.942032 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-714742'] for router_interface, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:24.184180 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Deleting port fad567e3-3216-4a60-9fd3-48d58c90e950 {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:00:24.184440 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:24.261282 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] For port fad567e3-3216-4a60-9fd3-48d58c90e950, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=fad567e3-3216-4a60-9fd3-48d58c90e950,segment=NetworkSegment(a427546c-ee22-4cc2-b0d6-ac437961ff36),segment_id=a427546c-ee22-4cc2-b0d6-ac437961ff36)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:24.261628 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:24.274040 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Calling delete_port for fad567e3-3216-4a60-9fd3-48d58c90e950 owned by network:router_interface {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:00:24.800921 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:24.804009 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-60ae8c81-e53b-4592-960d-b2089f276b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:24.828131 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fad567e3-3216-4a60-9fd3-48d58c90e950,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:24.839320 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:24.839705 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:24.840077 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:24.840440 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:24.840826 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:24.841185 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:24.841541 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:24.841894 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:24.842255 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:24.842667 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:24.843498 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:24.843498 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:24.863602 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:25.015925 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-987602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640006'] for router_interface, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:25.227814 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Router f67bee74-ba32-4439-99eb-fec54eaf37b4 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:00:25.331182 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:00:25.338592 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] 10.222.0.30 "PUT /v2.0/routers/f67bee74-ba32-4439-99eb-fec54eaf37b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7313535 Jun 28 10:00:25.338592 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52192) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:25.339606 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc36430-ff50-480f-bd62-7831b3982939 None None] Sync routers for ids ['f67bee74-ba32-4439-99eb-fec54eaf37b4'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:00:25.349277 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc36430-ff50-480f-bd62-7831b3982939 None None] Routers {'f67bee74-ba32-4439-99eb-fec54eaf37b4'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:00:25.349900 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-1cc36430-ff50-480f-bd62-7831b3982939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:00:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['f67bee74-ba32-4439-99eb-fec54eaf37b4'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:25.443973 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] Notify callbacks [] for router, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:25.450083 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-1cc36430-ff50-480f-bd62-7831b3982939 None None] Set router f67bee74-ba32-4439-99eb-fec54eaf37b4 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:00:25.551576 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:25.677012 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] Deleting port 8d3893a3-f730-487b-9356-9a5671fcc4bd {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:00:25.677331 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:25.744894 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-1cc36430-ff50-480f-bd62-7831b3982939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'name': 'tempest-TestMinimumBasicScenario-498676770-router', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:04Z', 'updated_at': '2021-06-28T10:00:24Z', 'revision_number': 5, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'gw_port': {'id': '8d3893a3-f730-487b-9356-9a5671fcc4bd', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:05Z', 'updated_at': '2021-06-28T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:25.759310 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] For port 8d3893a3-f730-487b-9356-9a5671fcc4bd, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=8d3893a3-f730-487b-9356-9a5671fcc4bd,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:25.759669 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:25.770977 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc36430-ff50-480f-bd62-7831b3982939 None None] Checking router: f67bee74-ba32-4439-99eb-fec54eaf37b4 for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:00:25.771204 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] Calling delete_port for 8d3893a3-f730-487b-9356-9a5671fcc4bd owned by network:router_gateway {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:00:25.779032 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc36430-ff50-480f-bd62-7831b3982939 None None] Routers {'f67bee74-ba32-4439-99eb-fec54eaf37b4'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:00:25.779663 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-1cc36430-ff50-480f-bd62-7831b3982939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:00:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['f67bee74-ba32-4439-99eb-fec54eaf37b4'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:25.866119 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-1cc36430-ff50-480f-bd62-7831b3982939 None None] Set router f67bee74-ba32-4439-99eb-fec54eaf37b4 gateway port host: None {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:00:25.922229 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-1cc36430-ff50-480f-bd62-7831b3982939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'name': 'tempest-TestMinimumBasicScenario-498676770-router', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:04Z', 'updated_at': '2021-06-28T10:00:25Z', 'revision_number': 6, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'gw_port_host': None}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:25.950097 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc36430-ff50-480f-bd62-7831b3982939 None None] The sync data for ids ['f67bee74-ba32-4439-99eb-fec54eaf37b4'] in dv-cinder-786627-12-iscsi is: [{'id': 'f67bee74-ba32-4439-99eb-fec54eaf37b4', 'name': 'tempest-TestMinimumBasicScenario-498676770-router', 'tenant_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:04Z', 'updated_at': '2021-06-28T10:00:25Z', 'revision_number': 6, 'project_id': 'd470a6b7ab644fd6a4719a0ea8ce44f2', 'gw_port_host': None}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:00:26.075746 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.083134 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-5deef4fa-a64c-4539-b090-7b21d0d8c89e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:26.107003 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3893a3-f730-487b-9356-9a5671fcc4bd,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:26.111844 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:26.167795 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641468'] for router_gateway, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.270046 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27142'] for router, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.272348 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.533413 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640747'] for router, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.539541 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f67bee74-ba32-4439-99eb-fec54eaf37b4 {{(pid=100130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:00:26.539541 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] Notify callbacks [] for router, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.540595 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f67bee74-ba32-4439-99eb-fec54eaf37b4 HTTP/1.1" status: 204 len: 168 time: 1.2010322 Jun 28 10:00:26.543158 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52204) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:26.556024 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 52206) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:26.586915 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_v2 [None req-79981f0d-b384-4124-b8f2-2ebce5f79aeb admin admin] Deleting subnet 796f8baf-1acb-4756-92d8-bc7e089814b1 {{(pid=100130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:00:26.589956 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-79981f0d-b384-4124-b8f2-2ebce5f79aeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.624160 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-79981f0d-b384-4124-b8f2-2ebce5f79aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59617636'] for subnet, precommit_delete_associations {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.660601 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-215d2042-b054-4369-ad67-5b1044959f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.735946 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-79981f0d-b384-4124-b8f2-2ebce5f79aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.757783 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-215d2042-b054-4369-ad67-5b1044959f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.841004 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-215d2042-b054-4369-ad67-5b1044959f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.843563 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-40dfb0b7-f89b-4989-8086-214db27edce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:26.864306 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-79981f0d-b384-4124-b8f2-2ebce5f79aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59015134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59262105'] for subnet, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.867420 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:26.879569 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d2042-b054-4369-ad67-5b1044959f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bdf3f7-6d7b-48bc-8ca9-cc413c55c380,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:26.883958 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-215d2042-b054-4369-ad67-5b1044959f31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fed77ff94634436995a6d8bbc6b1cc72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269093 Jun 28 10:00:26.884881 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-215d2042-b054-4369-ad67-5b1044959f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:26.886559 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 52210) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:26.897708 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79981f0d-b384-4124-b8f2-2ebce5f79aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=796f8baf-1acb-4756-92d8-bc7e089814b1,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:26.899690 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-79981f0d-b384-4124-b8f2-2ebce5f79aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.904309 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-79981f0d-b384-4124-b8f2-2ebce5f79aeb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/796f8baf-1acb-4756-92d8-bc7e089814b1 HTTP/1.1" status: 204 len: 168 time: 0.3601165 Jun 28 10:00:26.905367 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-79981f0d-b384-4124-b8f2-2ebce5f79aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:26.905818 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52212) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:26.906238 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28285468-5059-4376-9577-c115fb785185 None None] Network 5214620d-db6e-472a-aa9a-82d5849d56ea requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:00:26.944111 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-aabeade1-826c-4fd7-8f78-936433237a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.977619 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-aabeade1-826c-4fd7-8f78-936433237a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:26.981826 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.043044 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Deleting port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:00:27.043688 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.115319 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-aabeade1-826c-4fd7-8f78-936433237a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.118057 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-aabeade1-826c-4fd7-8f78-936433237a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.119342 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-aabeade1-826c-4fd7-8f78-936433237a74 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54bdf3f7-6d7b-48bc-8ca9-cc413c55c380 HTTP/1.1" status: 204 len: 168 time: 0.2318091 Jun 28 10:00:27.120239 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-7aeff073-dcdd-433c-8148-3a58520156f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:27.121668 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] For port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=9eda1b19-dcaa-4896-ab80-2bbeab1aa94d,segment=NetworkSegment(a427546c-ee22-4cc2-b0d6-ac437961ff36),segment_id=a427546c-ee22-4cc2-b0d6-ac437961ff36)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:27.122490 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.133476 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483f316a-9815-44c4-b5e9-fc8fd00619ae None None] DHCP port deletion for 5214620d-db6e-472a-aa9a-82d5849d56ea request from dv-cinder-786627-12-iscsi {{(pid=100131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:00:27.143579 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabeade1-826c-4fd7-8f78-936433237a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bdf3f7-6d7b-48bc-8ca9-cc413c55c380,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:27.143890 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Calling delete_port for 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d owned by network:dhcp {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:00:27.144655 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-aabeade1-826c-4fd7-8f78-936433237a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:27.193368 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-483f316a-9815-44c4-b5e9-fc8fd00619ae None None] Deleting port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d {{(pid=100131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:00:27.193761 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-483f316a-9815-44c4-b5e9-fc8fd00619ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.264808 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-483f316a-9815-44c4-b5e9-fc8fd00619ae None None] For port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=9eda1b19-dcaa-4896-ab80-2bbeab1aa94d,segment=NetworkSegment(a427546c-ee22-4cc2-b0d6-ac437961ff36),segment_id=a427546c-ee22-4cc2-b0d6-ac437961ff36)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:27.265215 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-483f316a-9815-44c4-b5e9-fc8fd00619ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.278294 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-483f316a-9815-44c4-b5e9-fc8fd00619ae None None] Calling delete_port for 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d owned by network:dhcp {{(pid=100131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:00:27.456418 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.459405 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-31e9989e-d578-4b26-badc-c3ff3029f512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:27.465250 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-483f316a-9815-44c4-b5e9-fc8fd00619ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526'] for port, after_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.467690 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:27.487059 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Pushing event deleted for resources: {'Port': ['ID=9eda1b19-dcaa-4896-ab80-2bbeab1aa94d,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:27.488934 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] No DVR routers for this DVR port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d on host dv-cinder-786627-12-iscsi {{(pid=100130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:00:27.490414 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:27.511123 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f316a-9815-44c4-b5e9-fc8fd00619ae None None] No DVR routers for this DVR port 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d on host dv-cinder-786627-12-iscsi {{(pid=100131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:00:27.511123 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f316a-9815-44c4-b5e9-fc8fd00619ae None None] Pushing event deleted for resources: {'Port': ['ID=9eda1b19-dcaa-4896-ab80-2bbeab1aa94d,revision_number=None']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:27.511123 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-483f316a-9815-44c4-b5e9-fc8fd00619ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:27.558579 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.569057 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5214620d-db6e-472a-aa9a-82d5849d56ea']}} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:27.578904 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a427546c-ee22-4cc2-b0d6-ac437961ff36') {'for_net_delete': True} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:27.579785 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a427546c-ee22-4cc2-b0d6-ac437961ff36') {} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:27.588591 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59617651'] for segment, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.602063 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.607772 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=100130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:00:27.608419 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014971'] for segment, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: Traceback (most recent call last): Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: timer() Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: cb(*args, **kw) Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: return func(*args, **kwargs) Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: self._notify() Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: self.callback(batched_events) Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: event.method(event) Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: return f(self, *a, **k) Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._get(url).json() Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: return self.request(url, 'GET', **kwargs) Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:00:27.609876 dv-cinder-786627-12-iscsi neutron-server[100130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:00:27.736277 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.739995 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:27.742306 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:27.745875 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] 10.222.0.30 "DELETE /v2.0/networks/5214620d-db6e-472a-aa9a-82d5849d56ea HTTP/1.1" status: 204 len: 168 time: 0.8373685 Jun 28 10:00:27.747203 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 52222) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:27.755403 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Pushing event deleted for resources: {'Network': ['ID=5214620d-db6e-472a-aa9a-82d5849d56ea,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:27.757904 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:27.960998 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52224) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:27.976389 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8300-4dce-435d-98b2-812b3d943f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:28.032626 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 8d3893a3-f730-487b-9356-9a5671fcc4bd no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:00:28.053916 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 8d3893a3-f730-487b-9356-9a5671fcc4bd {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:00:28.054622 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 8d3893a3-f730-487b-9356-9a5671fcc4bd not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:00:28.055147 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device fad567e3-3216-4a60-9fd3-48d58c90e950 no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:00:28.079668 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: fad567e3-3216-4a60-9fd3-48d58c90e950 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:00:28.080539 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device fad567e3-3216-4a60-9fd3-48d58c90e950 not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:00:28.081053 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:00:28.082723 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8300-4dce-435d-98b2-812b3d943f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:28.101195 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:00:28.101834 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 9eda1b19-dcaa-4896-ab80-2bbeab1aa94d not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:00:28.204892 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8300-4dce-435d-98b2-812b3d943f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:28.208530 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-56342b37-a2c2-45ad-8936-2cd52af4ac7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:28.244568 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-0f5e8300-4dce-435d-98b2-812b3d943f10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bff424f308b74335b28a92aa63384a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825806 Jun 28 10:00:28.247154 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52226) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:28.254389 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e8300-4dce-435d-98b2-812b3d943f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63abe770-6853-486e-bc88-66fdbf22c735,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:28.257476 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0f5e8300-4dce-435d-98b2-812b3d943f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:28.308448 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8bfc00c2-7899-4c8e-8547-4e0b1f656640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:28.331281 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8bfc00c2-7899-4c8e-8547-4e0b1f656640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:28.422281 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-331a7572-a55d-407d-8978-49ef85a24b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-714742'] for router_interface, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:28.487393 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8bfc00c2-7899-4c8e-8547-4e0b1f656640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:28.490049 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8bfc00c2-7899-4c8e-8547-4e0b1f656640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:28.491250 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-8bfc00c2-7899-4c8e-8547-4e0b1f656640 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63abe770-6853-486e-bc88-66fdbf22c735 HTTP/1.1" status: 204 len: 168 time: 0.2431562 Jun 28 10:00:28.492069 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-c197f250-84d5-46cc-924d-71444c76518e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:28.499840 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc00c2-7899-4c8e-8547-4e0b1f656640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63abe770-6853-486e-bc88-66fdbf22c735,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:28.502167 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-8bfc00c2-7899-4c8e-8547-4e0b1f656640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:28.738701 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-331a7572-a55d-407d-8978-49ef85a24b92 admin admin] Deleting port 47bb813c-f7e7-4225-aca6-e767a015607a {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:00:28.739040 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-331a7572-a55d-407d-8978-49ef85a24b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:28.817235 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [None req-331a7572-a55d-407d-8978-49ef85a24b92 admin admin] For port 47bb813c-f7e7-4225-aca6-e767a015607a, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=47bb813c-f7e7-4225-aca6-e767a015607a,segment=NetworkSegment(24fac634-854d-4539-a665-ed9a38554446),segment_id=24fac634-854d-4539-a665-ed9a38554446)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:28.817844 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-331a7572-a55d-407d-8978-49ef85a24b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:28.831107 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-331a7572-a55d-407d-8978-49ef85a24b92 admin admin] Calling delete_port for 47bb813c-f7e7-4225-aca6-e767a015607a owned by network:router_interface {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:00:29.126519 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-331a7572-a55d-407d-8978-49ef85a24b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:29.129983 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-803d6951-26dc-4de9-8649-3df34e44c03b tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:29.156976 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a7572-a55d-407d-8978-49ef85a24b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=47bb813c-f7e7-4225-aca6-e767a015607a,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:29.160106 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-331a7572-a55d-407d-8978-49ef85a24b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:29.328935 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-331a7572-a55d-407d-8978-49ef85a24b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-987602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640006'] for router_interface, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:29.549226 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331a7572-a55d-407d-8978-49ef85a24b92 admin admin] Router 047fcb03-98eb-49b2-929f-cd5b3ceedb11 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:00:29.659977 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331a7572-a55d-407d-8978-49ef85a24b92 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:00:29.665206 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-331a7572-a55d-407d-8978-49ef85a24b92 admin admin] 10.222.0.30 "PUT /v2.0/routers/047fcb03-98eb-49b2-929f-cd5b3ceedb11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9169714 Jun 28 10:00:29.667872 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52258) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:29.668674 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc2f2c-f12b-482f-854c-70fc5fd08c46 None None] Sync routers for ids ['047fcb03-98eb-49b2-929f-cd5b3ceedb11'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:00:29.679203 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc2f2c-f12b-482f-854c-70fc5fd08c46 None None] Routers {'047fcb03-98eb-49b2-929f-cd5b3ceedb11'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:00:29.679841 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-ebfc2f2c-f12b-482f-854c-70fc5fd08c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:00:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['047fcb03-98eb-49b2-929f-cd5b3ceedb11'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:29.777966 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:29.783838 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-ebfc2f2c-f12b-482f-854c-70fc5fd08c46 None None] Set router 047fcb03-98eb-49b2-929f-cd5b3ceedb11 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:00:29.889983 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:29.964604 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-ebfc2f2c-f12b-482f-854c-70fc5fd08c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'name': 'tempest-TestMinimumBasicScenario-1922588143-router', 'tenant_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '7650ddf4-208c-4ad6-8a61-fa3dac7491a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:12Z', 'updated_at': '2021-06-28T10:00:28Z', 'revision_number': 5, 'project_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'gw_port': {'id': '7650ddf4-208c-4ad6-8a61-fa3dac7491a8', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:57:13Z', 'updated_at': '2021-06-28T09:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:29.996457 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc2f2c-f12b-482f-854c-70fc5fd08c46 None None] Checking router: 047fcb03-98eb-49b2-929f-cd5b3ceedb11 for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:00:30.005845 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc2f2c-f12b-482f-854c-70fc5fd08c46 None None] Routers {'047fcb03-98eb-49b2-929f-cd5b3ceedb11'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:00:30.007219 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-ebfc2f2c-f12b-482f-854c-70fc5fd08c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:00:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['047fcb03-98eb-49b2-929f-cd5b3ceedb11'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:30.028229 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] Deleting port 7650ddf4-208c-4ad6-8a61-fa3dac7491a8 {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:00:30.028569 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:30.093290 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-ebfc2f2c-f12b-482f-854c-70fc5fd08c46 None None] Set router 047fcb03-98eb-49b2-929f-cd5b3ceedb11 gateway port host: None {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:00:30.116276 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] For port 7650ddf4-208c-4ad6-8a61-fa3dac7491a8, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=7650ddf4-208c-4ad6-8a61-fa3dac7491a8,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:30.116635 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:30.136067 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] Calling delete_port for 7650ddf4-208c-4ad6-8a61-fa3dac7491a8 owned by network:router_gateway {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:00:30.146850 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-ebfc2f2c-f12b-482f-854c-70fc5fd08c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'name': 'tempest-TestMinimumBasicScenario-1922588143-router', 'tenant_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:12Z', 'updated_at': '2021-06-28T10:00:29Z', 'revision_number': 6, 'project_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'gw_port_host': None}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:30.177059 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfc2f2c-f12b-482f-854c-70fc5fd08c46 None None] The sync data for ids ['047fcb03-98eb-49b2-929f-cd5b3ceedb11'] in dv-cinder-786627-12-iscsi is: [{'id': '047fcb03-98eb-49b2-929f-cd5b3ceedb11', 'name': 'tempest-TestMinimumBasicScenario-1922588143-router', 'tenant_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:57:12Z', 'updated_at': '2021-06-28T10:00:29Z', 'revision_number': 6, 'project_id': '99de6b7a43ae415cb8a41c84ab0318d4', 'gw_port_host': None}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:00:30.410183 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:30.413173 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:30.448502 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7650ddf4-208c-4ad6-8a61-fa3dac7491a8,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:30.451696 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:30.513858 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641468'] for router_gateway, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:30.609297 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27142'] for router, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:30.611933 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:30.794898 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640747'] for router, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:30.800967 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 047fcb03-98eb-49b2-929f-cd5b3ceedb11 {{(pid=100130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:00:30.800967 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] Notify callbacks [] for router, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:30.801725 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/047fcb03-98eb-49b2-929f-cd5b3ceedb11 HTTP/1.1" status: 204 len: 168 time: 1.1318672 Jun 28 10:00:30.804364 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 52278) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:30.848418 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f09bca-3bbc-4139-af57-1df3bf7fe111 admin admin] Deleting subnet 56d8fc76-db36-49e8-aa79-3c0239c61a79 {{(pid=100129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:00:30.851358 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b6f09bca-3bbc-4139-af57-1df3bf7fe111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:30.883790 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b6f09bca-3bbc-4139-af57-1df3bf7fe111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59599221'] for subnet, precommit_delete_associations {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:30.997288 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b6f09bca-3bbc-4139-af57-1df3bf7fe111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.183861 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b6f09bca-3bbc-4139-af57-1df3bf7fe111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59186205'] for subnet, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.187263 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:31.215880 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f09bca-3bbc-4139-af57-1df3bf7fe111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d8fc76-db36-49e8-aa79-3c0239c61a79,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:31.217893 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b6f09bca-3bbc-4139-af57-1df3bf7fe111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.223419 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52286) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:31.223662 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-b6f09bca-3bbc-4139-af57-1df3bf7fe111 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/56d8fc76-db36-49e8-aa79-3c0239c61a79 HTTP/1.1" status: 204 len: 168 time: 0.4180253 Jun 28 10:00:31.224412 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b6f09bca-3bbc-4139-af57-1df3bf7fe111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:31.225964 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd58d3f-995b-4c06-877c-df8443dfc876 None None] Network fe5c0b51-1005-4ae1-a254-4e058201c26b requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:00:31.299735 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.364136 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Deleting port 29367616-f97c-4db0-a7ba-02cdee85b297 {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:00:31.364907 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.434553 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] For port 29367616-f97c-4db0-a7ba-02cdee85b297, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=29367616-f97c-4db0-a7ba-02cdee85b297,segment=NetworkSegment(24fac634-854d-4539-a665-ed9a38554446),segment_id=24fac634-854d-4539-a665-ed9a38554446)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:31.434925 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.440638 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f931921d-008f-4aa5-9d2b-c89b006f9884 None None] DHCP port deletion for fe5c0b51-1005-4ae1-a254-4e058201c26b request from dv-cinder-786627-12-iscsi {{(pid=100131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:00:31.451227 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Calling delete_port for 29367616-f97c-4db0-a7ba-02cdee85b297 owned by network:dhcp {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:00:31.492897 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-f931921d-008f-4aa5-9d2b-c89b006f9884 None None] Deleting port 29367616-f97c-4db0-a7ba-02cdee85b297 {{(pid=100131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:00:31.493290 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-f931921d-008f-4aa5-9d2b-c89b006f9884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.554053 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-f931921d-008f-4aa5-9d2b-c89b006f9884 None None] For port 29367616-f97c-4db0-a7ba-02cdee85b297, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=29367616-f97c-4db0-a7ba-02cdee85b297,segment=NetworkSegment(24fac634-854d-4539-a665-ed9a38554446),segment_id=24fac634-854d-4539-a665-ed9a38554446)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:31.554456 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-f931921d-008f-4aa5-9d2b-c89b006f9884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.565996 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-f931921d-008f-4aa5-9d2b-c89b006f9884 None None] Calling delete_port for 29367616-f97c-4db0-a7ba-02cdee85b297 owned by network:dhcp {{(pid=100131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:00:31.658469 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.661633 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2e370d3c-e4f7-4717-8802-28828a1be0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:31.668647 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-f931921d-008f-4aa5-9d2b-c89b006f9884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526'] for port, after_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.668647 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-7dc65ffb-1801-4fa4-9019-463ecd9ccad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:31.685088 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Pushing event deleted for resources: {'Port': ['ID=29367616-f97c-4db0-a7ba-02cdee85b297,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:31.686904 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] No DVR routers for this DVR port 29367616-f97c-4db0-a7ba-02cdee85b297 on host dv-cinder-786627-12-iscsi {{(pid=100130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:00:31.688372 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:31.689735 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931921d-008f-4aa5-9d2b-c89b006f9884 None None] Pushing event deleted for resources: {'Port': ['ID=29367616-f97c-4db0-a7ba-02cdee85b297,revision_number=None']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:31.691566 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931921d-008f-4aa5-9d2b-c89b006f9884 None None] No DVR routers for this DVR port 29367616-f97c-4db0-a7ba-02cdee85b297 on host dv-cinder-786627-12-iscsi {{(pid=100131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:00:31.694474 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-f931921d-008f-4aa5-9d2b-c89b006f9884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:31.762698 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.773618 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5c0b51-1005-4ae1-a254-4e058201c26b']}} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:31.785392 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fac634-854d-4539-a665-ed9a38554446') {'for_net_delete': True} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:31.785812 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fac634-854d-4539-a665-ed9a38554446') {} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:00:31.795445 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59617651'] for segment, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.814188 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.821324 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:00:31.823733 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014971'] for segment, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: Traceback (most recent call last): Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: timer() Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: cb(*args, **kw) Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: return func(*args, **kwargs) Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: self._notify() Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: self.callback(batched_events) Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: event.method(event) Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: return f(self, *a, **k) Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._get(url).json() Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: return self.request(url, 'GET', **kwargs) Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:00:31.823976 dv-cinder-786627-12-iscsi neutron-server[100130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:00:32.011929 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 7650ddf4-208c-4ad6-8a61-fa3dac7491a8 no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:00:32.031886 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 7650ddf4-208c-4ad6-8a61-fa3dac7491a8 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:00:32.032268 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 7650ddf4-208c-4ad6-8a61-fa3dac7491a8 not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:00:32.032772 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 29367616-f97c-4db0-a7ba-02cdee85b297 no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:00:32.051439 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 29367616-f97c-4db0-a7ba-02cdee85b297 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:00:32.051807 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 29367616-f97c-4db0-a7ba-02cdee85b297 not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:00:32.052431 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 47bb813c-f7e7-4225-aca6-e767a015607a no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:00:32.062655 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:32.070725 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:32.071498 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 47bb813c-f7e7-4225-aca6-e767a015607a {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:00:32.071857 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 47bb813c-f7e7-4225-aca6-e767a015607a not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:00:32.077659 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] 10.222.0.30 "DELETE /v2.0/networks/fe5c0b51-1005-4ae1-a254-4e058201c26b HTTP/1.1" status: 204 len: 168 time: 0.8510065 Jun 28 10:00:32.077659 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:32.099111 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Pushing event deleted for resources: {'Network': ['ID=fe5c0b51-1005-4ae1-a254-4e058201c26b,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:32.101947 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:32.586973 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52310) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:32.625832 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-c09a5175-134f-48c8-b7d2-0b0e76dbc325 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d470a6b7ab644fd6a4719a0ea8ce44f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376368 Jun 28 10:00:32.628946 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 52312) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:32.676411 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-87e60ef0-30ca-4819-a3ed-822a10c436b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:32.696635 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-87e60ef0-30ca-4819-a3ed-822a10c436b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:32.851984 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-87e60ef0-30ca-4819-a3ed-822a10c436b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:32.854749 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-87e60ef0-30ca-4819-a3ed-822a10c436b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:32.856403 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-87e60ef0-30ca-4819-a3ed-822a10c436b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f165fd7-bce9-416f-883d-d2597ffdd75c HTTP/1.1" status: 204 len: 168 time: 0.2259707 Jun 28 10:00:32.856815 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d5bc060b-a79e-4ad7-b5a9-6902c3859062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:32.865869 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e60ef0-30ca-4819-a3ed-822a10c436b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f165fd7-bce9-416f-883d-d2597ffdd75c,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:32.868435 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-87e60ef0-30ca-4819-a3ed-822a10c436b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:33.097105 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-4849242b-9c9d-4c2e-ad9f-e0ac3bbc0cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:33.799248 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 52326) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:33.842585 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-ca329929-3284-4b71-8c16-43f7f0f72c31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99de6b7a43ae415cb8a41c84ab0318d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421443 Jun 28 10:00:33.845058 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52328) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:33.893514 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c3124565-1102-4183-ab51-957205d41ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:33.913537 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c3124565-1102-4183-ab51-957205d41ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:34.183439 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c3124565-1102-4183-ab51-957205d41ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:34.186127 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c3124565-1102-4183-ab51-957205d41ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:34.187311 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-c3124565-1102-4183-ab51-957205d41ecd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dbbb84a8-0597-4a64-a18a-33c39a9df832 HTTP/1.1" status: 204 len: 168 time: 0.3409274 Jun 28 10:00:34.188200 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-cafd60dc-8d19-4f52-84fa-4e4c49f3b278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:34.196810 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3124565-1102-4183-ab51-957205d41ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbb84a8-0597-4a64-a18a-33c39a9df832,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:34.198969 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-c3124565-1102-4183-ab51-957205d41ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:35.583813 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:35.616109 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-1a4ef70d-4a8a-49fd-b74e-9e3bd6d42cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:36.926269 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:37.861559 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52396) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:37.963339 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-93e6af1f-d083-4fa1-a48a-ecaca58fc85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:38.052264 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-93e6af1f-d083-4fa1-a48a-ecaca58fc85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:38.229354 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-93e6af1f-d083-4fa1-a48a-ecaca58fc85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:38.232727 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-ef557697-f2f2-4953-ab10-4d1274aa3659 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:38.272582 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-93e6af1f-d083-4fa1-a48a-ecaca58fc85f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47ea4c1204d24777b7ff93bb18594d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099269 Jun 28 10:00:38.273816 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6af1f-d083-4fa1-a48a-ecaca58fc85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98443211-9603-4eb2-9bfd-6632b97ab9c8,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:38.275461 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 52404) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:38.277504 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-93e6af1f-d083-4fa1-a48a-ecaca58fc85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:38.292834 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:38.326008 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b4cffd86-c7ef-4d66-9da8-65ae8c3a4844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:38.347847 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b4cffd86-c7ef-4d66-9da8-65ae8c3a4844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:38.518543 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b4cffd86-c7ef-4d66-9da8-65ae8c3a4844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:38.525789 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b4cffd86-c7ef-4d66-9da8-65ae8c3a4844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:38.525789 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-b4cffd86-c7ef-4d66-9da8-65ae8c3a4844 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98443211-9603-4eb2-9bfd-6632b97ab9c8 HTTP/1.1" status: 204 len: 168 time: 0.2465360 Jun 28 10:00:38.525789 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-2e0a4c99-f19c-47e5-9de2-06ab5d3ee9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:38.534239 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cffd86-c7ef-4d66-9da8-65ae8c3a4844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98443211-9603-4eb2-9bfd-6632b97ab9c8,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:38.536893 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b4cffd86-c7ef-4d66-9da8-65ae8c3a4844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:39.301840 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb7e96-4447-4653-b59d-2c148a3bf0f7 req-a33c09fb-f38b-4220-9e20-c7663c4daee3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:39.303288 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3fbb7e96-4447-4653-b59d-2c148a3bf0f7 req-a33c09fb-f38b-4220-9e20-c7663c4daee3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0616758 Jun 28 10:00:39.340941 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3fbb7e96-4447-4653-b59d-2c148a3bf0f7 req-7be53ede-1660-4f9b-bade-a7364235be06 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318615 Jun 28 10:00:39.383702 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52426) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:39.397212 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1cf5-f8db-4381-a3a4-01e674c45b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.482059 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1cf5-f8db-4381-a3a4-01e674c45b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.588866 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1cf5-f8db-4381-a3a4-01e674c45b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.592356 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-836f8ecc-deb5-4603-ac13-ef597d72ecd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:39.627755 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-1f1d1cf5-f8db-4381-a3a4-01e674c45b40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec77c523436048738c3902e1f743a03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429001 Jun 28 10:00:39.629349 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d1cf5-f8db-4381-a3a4-01e674c45b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea29188-2ecc-4ec1-9faf-967a6c525088,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:39.630393 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 52432) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:39.632343 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-1f1d1cf5-f8db-4381-a3a4-01e674c45b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:39.681057 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-58ef4553-bc89-4f68-86bf-c77bfb8e6941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.702569 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-58ef4553-bc89-4f68-86bf-c77bfb8e6941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.867313 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-58ef4553-bc89-4f68-86bf-c77bfb8e6941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.869879 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-58ef4553-bc89-4f68-86bf-c77bfb8e6941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:39.871036 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-58ef4553-bc89-4f68-86bf-c77bfb8e6941 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ea29188-2ecc-4ec1-9faf-967a6c525088 HTTP/1.1" status: 204 len: 168 time: 0.2391045 Jun 28 10:00:39.871820 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-5be9d1a9-82bf-427a-ab39-8bab480d6bdb tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:39.879686 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef4553-bc89-4f68-86bf-c77bfb8e6941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea29188-2ecc-4ec1-9faf-967a6c525088,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:39.881911 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-58ef4553-bc89-4f68-86bf-c77bfb8e6941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:40.523797 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc739830-54f2-42df-9e88-ed5b05939d69 req-c37c01c6-e0db-422b-874c-26d180fff4d5 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:40.525318 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fc739830-54f2-42df-9e88-ed5b05939d69 req-c37c01c6-e0db-422b-874c-26d180fff4d5 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0665445 Jun 28 10:00:40.562786 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fc739830-54f2-42df-9e88-ed5b05939d69 req-b15c91db-e70a-4050-85ab-8239dce5da4c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316648 Jun 28 10:00:40.990774 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 52448) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:41.007269 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ed6133ea-8708-4d95-8577-8fa6c2a37cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:41.095925 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ed6133ea-8708-4d95-8577-8fa6c2a37cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:41.154815 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-ed6133ea-8708-4d95-8577-8fa6c2a37cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:41.159050 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-85f90980-2cff-4661-892d-1580f553c07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:41.195598 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6133ea-8708-4d95-8577-8fa6c2a37cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942a9ff2-d7ba-4079-907a-f76a4434edf1,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:41.201825 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-ed6133ea-8708-4d95-8577-8fa6c2a37cff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a54ab8b0ca0e4ce9838c135a4b37deb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088568 Jun 28 10:00:41.201825 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ed6133ea-8708-4d95-8577-8fa6c2a37cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:41.203378 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52450) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:41.259384 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c09c414a-9c80-43f3-b005-a39602bdc03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:41.279170 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c09c414a-9c80-43f3-b005-a39602bdc03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:41.452012 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c09c414a-9c80-43f3-b005-a39602bdc03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:41.455129 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-c09c414a-9c80-43f3-b005-a39602bdc03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:41.456254 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-c09c414a-9c80-43f3-b005-a39602bdc03a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/942a9ff2-d7ba-4079-907a-f76a4434edf1 HTTP/1.1" status: 204 len: 168 time: 0.2507260 Jun 28 10:00:41.457058 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-47842339-05eb-43eb-bcaf-474a93343fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:41.465497 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c414a-9c80-43f3-b005-a39602bdc03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942a9ff2-d7ba-4079-907a-f76a4434edf1,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:41.466779 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-c09c414a-9c80-43f3-b005-a39602bdc03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:41.746057 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc702aa-4ee6-464b-974f-af364c5d5591 req-fbcbaa6d-03de-4850-8d8d-5e56647b540d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:41.749529 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0bc702aa-4ee6-464b-974f-af364c5d5591 req-fbcbaa6d-03de-4850-8d8d-5e56647b540d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0678220 Jun 28 10:00:41.786333 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0bc702aa-4ee6-464b-974f-af364c5d5591 req-011f9985-8f03-4e94-8694-b3073b2a4c7b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325880 Jun 28 10:00:42.968989 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d9f76-a121-4d98-b81c-c41fb7adf673 req-51e5434c-cff4-475c-bd67-eb3e3efe56d7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:42.970838 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-044d9f76-a121-4d98-b81c-c41fb7adf673 req-51e5434c-cff4-475c-bd67-eb3e3efe56d7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0639179 Jun 28 10:00:43.009176 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-044d9f76-a121-4d98-b81c-c41fb7adf673 req-b2de53df-1360-48dd-b8c1-314243d559ef tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324864 Jun 28 10:00:44.184858 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebef74d-9a46-488f-81ea-f0fa880e28a5 req-d424c388-95e5-4d87-87f5-e40622288357 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:44.186340 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5ebef74d-9a46-488f-81ea-f0fa880e28a5 req-d424c388-95e5-4d87-87f5-e40622288357 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0631785 Jun 28 10:00:44.224772 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5ebef74d-9a46-488f-81ea-f0fa880e28a5 req-44b819bf-6eea-4735-bcb2-a78c9736f53c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323801 Jun 28 10:00:45.668182 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9267a-3f72-4ac4-be71-e34a48466973 req-8f57131f-2f1e-4311-9ec5-dcc36b28631a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:45.669699 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fdc9267a-3f72-4ac4-be71-e34a48466973 req-8f57131f-2f1e-4311-9ec5-dcc36b28631a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.3330252 Jun 28 10:00:45.707331 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fdc9267a-3f72-4ac4-be71-e34a48466973 req-e34c522a-74f1-4cdb-becd-79e6d3667806 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311842 Jun 28 10:00:46.067322 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:46.880671 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1abcf7-72f5-4295-ad43-da33881f5700 req-70ce6955-352f-425c-9977-0bff0cd27225 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:46.882251 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cc1abcf7-72f5-4295-ad43-da33881f5700 req-70ce6955-352f-425c-9977-0bff0cd27225 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0610821 Jun 28 10:00:46.919151 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cc1abcf7-72f5-4295-ad43-da33881f5700 req-742d782b-3a60-450f-ab8a-b01f6cebcfe2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313940 Jun 28 10:00:48.099235 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c492b8-df14-4864-b67a-0686b5d695e7 req-e521b3b8-6046-4a14-a4f4-30ef483f7221 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:48.100754 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-32c492b8-df14-4864-b67a-0686b5d695e7 req-e521b3b8-6046-4a14-a4f4-30ef483f7221 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0675695 Jun 28 10:00:48.142428 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-32c492b8-df14-4864-b67a-0686b5d695e7 req-4da53a5e-b793-4861-a11e-a9d935784153 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356002 Jun 28 10:00:48.341436 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:00:49.325736 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380593eb-fead-4787-900b-1da0dc180c57 req-0e60be15-f4b9-443c-9c44-6372876b9685 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:49.327238 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-380593eb-fead-4787-900b-1da0dc180c57 req-0e60be15-f4b9-443c-9c44-6372876b9685 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0672059 Jun 28 10:00:49.366414 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-380593eb-fead-4787-900b-1da0dc180c57 req-d8661172-018c-4b58-bebb-41c17897d472 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324640 Jun 28 10:00:50.548285 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73add692-2247-4519-8cde-b0668f4015f2 req-6a13c7f6-1995-48c8-adb0-36751c2d8eef tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:50.549905 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-73add692-2247-4519-8cde-b0668f4015f2 req-6a13c7f6-1995-48c8-adb0-36751c2d8eef tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0639486 Jun 28 10:00:50.590987 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-73add692-2247-4519-8cde-b0668f4015f2 req-e85757d9-d5af-4893-851f-8186a825219d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350964 Jun 28 10:00:50.788153 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52620) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:50.888999 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-894385a8-090d-4f41-ad20-4d0fb4706452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:50.973664 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-894385a8-090d-4f41-ad20-4d0fb4706452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:51.124148 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-894385a8-090d-4f41-ad20-4d0fb4706452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:51.127328 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e3f7f582-8f2a-4822-aa21-e0a69108e9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:51.161819 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894385a8-090d-4f41-ad20-4d0fb4706452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ce5237-4ef6-4512-b071-e0037956fc32,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:51.168949 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-894385a8-090d-4f41-ad20-4d0fb4706452 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=955e8425d814434399328c67f7f59648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795881 Jun 28 10:00:51.169513 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 52624) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:51.169979 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-894385a8-090d-4f41-ad20-4d0fb4706452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:51.220277 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-accb74a8-3db2-4517-9437-1e6f86e326af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:51.241716 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-accb74a8-3db2-4517-9437-1e6f86e326af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:51.404453 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-accb74a8-3db2-4517-9437-1e6f86e326af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:51.407751 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-accb74a8-3db2-4517-9437-1e6f86e326af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:51.409860 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-accb74a8-3db2-4517-9437-1e6f86e326af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3ce5237-4ef6-4512-b071-e0037956fc32 HTTP/1.1" status: 204 len: 168 time: 0.2391324 Jun 28 10:00:51.410772 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-4852afe2-7753-4eb5-b482-98ea3b1b355d tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:51.418571 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb74a8-3db2-4517-9437-1e6f86e326af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ce5237-4ef6-4512-b071-e0037956fc32,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:51.421028 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-accb74a8-3db2-4517-9437-1e6f86e326af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:51.769258 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfe506-0f50-4292-8e8b-e835f598f4bd req-f3a3e8bd-d022-496d-bb4f-43698c241f2d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:51.770783 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a0cfe506-0f50-4292-8e8b-e835f598f4bd req-f3a3e8bd-d022-496d-bb4f-43698c241f2d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0655651 Jun 28 10:00:51.809247 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a0cfe506-0f50-4292-8e8b-e835f598f4bd req-1346496f-9106-483d-b7e7-22f1f013755a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327740 Jun 28 10:00:52.114919 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 52634) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:52.127957 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d57afb61-cf30-4437-9d6e-21ba19d572c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:52.215136 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d57afb61-cf30-4437-9d6e-21ba19d572c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:52.286155 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d57afb61-cf30-4437-9d6e-21ba19d572c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:52.291539 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-917769d2-19e4-460f-a7b9-b4dbee6fd416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:52.329892 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-d57afb61-cf30-4437-9d6e-21ba19d572c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e0adde80f1b43138dc1aac34f6a76f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138999 Jun 28 10:00:52.331883 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57afb61-cf30-4437-9d6e-21ba19d572c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8b5f43-95ce-41f9-9c95-a3ec3812e324,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:52.334892 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d57afb61-cf30-4437-9d6e-21ba19d572c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:52.337655 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 52636) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:00:52.385982 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-445aeff4-8d71-4489-8639-4d7e6c2ccd77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:52.406650 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-445aeff4-8d71-4489-8639-4d7e6c2ccd77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:52.586988 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-445aeff4-8d71-4489-8639-4d7e6c2ccd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:52.589601 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-445aeff4-8d71-4489-8639-4d7e6c2ccd77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:52.590740 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-445aeff4-8d71-4489-8639-4d7e6c2ccd77 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e8b5f43-95ce-41f9-9c95-a3ec3812e324 HTTP/1.1" status: 204 len: 168 time: 0.2521358 Jun 28 10:00:52.591504 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-4f5e1279-762c-47d9-89ea-5cf000ba20fb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:52.599314 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445aeff4-8d71-4489-8639-4d7e6c2ccd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8b5f43-95ce-41f9-9c95-a3ec3812e324,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:52.601530 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-445aeff4-8d71-4489-8639-4d7e6c2ccd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:52.999631 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ababec5-a874-489e-8ac9-f6f6f7293735 req-815243a7-7e57-441c-9233-eb253fdef26c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:53.001776 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5ababec5-a874-489e-8ac9-f6f6f7293735 req-815243a7-7e57-441c-9233-eb253fdef26c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0721409 Jun 28 10:00:53.040307 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5ababec5-a874-489e-8ac9-f6f6f7293735 req-3e9eaf0f-ca04-4f46-b862-652a129e5e58 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330942 Jun 28 10:00:54.223044 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d379d44-1b52-46ac-bf6d-4236a5fa7b62 req-4356c576-3d36-4aa9-8046-b5fda300bae2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:54.223631 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1d379d44-1b52-46ac-bf6d-4236a5fa7b62 req-4356c576-3d36-4aa9-8046-b5fda300bae2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0652702 Jun 28 10:00:54.263141 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1d379d44-1b52-46ac-bf6d-4236a5fa7b62 req-d2378e67-47b1-4954-a637-4f333e9af4d9 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330691 Jun 28 10:00:55.450435 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0d43c-6e65-4084-a35d-20184ca3cc0c req-55ade52f-cb9f-4d8d-acfb-24071aca907d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:55.451907 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-41c0d43c-6e65-4084-a35d-20184ca3cc0c req-55ade52f-cb9f-4d8d-acfb-24071aca907d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0634964 Jun 28 10:00:55.494416 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-41c0d43c-6e65-4084-a35d-20184ca3cc0c req-0f6f1706-6dc6-4bd3-8858-2c2d2ce54cbf tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356903 Jun 28 10:00:56.558927 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 92ff0b0f-1ad1-46f8-ac33-356007d8f06a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:00:56.658072 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:56.670846 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'port_id': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a', 'mac_address': 'fa:16:3e:9b:ef:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:00:56.677287 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39afcf-3a79-4e71-8c43-41d8c712b9c6 req-1197bcf0-bf93-4fba-8fe1-f66611521ced tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:56.678791 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bc39afcf-3a79-4e71-8c43-41d8c712b9c6 req-1197bcf0-bf93-4fba-8fe1-f66611521ced tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0640800 Jun 28 10:00:56.714656 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:56.718095 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bc39afcf-3a79-4e71-8c43-41d8c712b9c6 req-454c43ed-ec9a-4878-9308-6638d0d92fe5 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334005 Jun 28 10:00:56.727890 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92ff0b0f-1ad1-46f8-ac33-356007d8f06a {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:00:56.749082 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:56.816193 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:56.819040 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-604fd3cd-294f-4619-8eac-97e2e611d824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:56.865849 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,revision_number=6']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:56.872790 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:56.875230 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:56.875230 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:56.875230 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:56.875230 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:56.875230 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:56.875230 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:56.875230 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:56.876342 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:56.876424 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:56.876820 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:56.877164 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:00:56.881164 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:56.892955 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['92ff0b0f-1ad1-46f8-ac33-356007d8f06a'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:00:57.936775 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d6a7b-c838-459d-8ab6-611463d36f2a req-0b0b6bbb-9276-41ab-88d2-fed36bbc94e2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:57.940261 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e65d6a7b-c838-459d-8ab6-611463d36f2a req-0b0b6bbb-9276-41ab-88d2-fed36bbc94e2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 944 time: 0.0747936 Jun 28 10:00:57.991649 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e65d6a7b-c838-459d-8ab6-611463d36f2a req-ddd825a2-7bb8-4921-9363-8ed169d5c97d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459938 Jun 28 10:00:58.569745 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 92ff0b0f-1ad1-46f8-ac33-356007d8f06a up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:00:58.624538 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:00:58.625073 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:58.724183 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:58.749822 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:00:58.752671 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cefb302-2c88-43de-898f-c83f28e661ca" -d '{"events": [{"server_uuid": "cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac", "name": "network-vif-plugged", "status": "completed", "tag": "92ff0b0f-1ad1-46f8-ac33-356007d8f06a"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:00:58.768633 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:00:58.799788 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e324d406-8d4b-4d9e-be6a-66ff242fce07 x-openstack-request-id: req-e324d406-8d4b-4d9e-be6a-66ff242fce07 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:00:58.800416 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac", "name": "network-vif-plugged", "status": "completed", "tag": "92ff0b0f-1ad1-46f8-ac33-356007d8f06a", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:00:58.800786 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e324d406-8d4b-4d9e-be6a-66ff242fce07 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:00:58.801298 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a', 'code': 200} Jun 28 10:00:58.872816 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:00:58.875250 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-f931921d-008f-4aa5-9d2b-c89b006f9884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:00:58.932404 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,revision_number=7']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:00:58.939389 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:00:59.197970 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e546-4c1d-4884-81b3-38677f45445d req-e445b41e-90f5-434f-b795-2476e8b89c09 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:00:59.199818 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-33b0e546-4c1d-4884-81b3-38677f45445d req-e445b41e-90f5-434f-b795-2476e8b89c09 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0752518 Jun 28 10:00:59.248147 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-33b0e546-4c1d-4884-81b3-38677f45445d req-09ff03d4-cb15-4ac9-a4c8-feb24c571bf6 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351176 Jun 28 10:01:00.441700 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4201f-2379-4824-a99e-05b977ed2ac2 req-473b9c96-56c4-4adf-b902-2cb263428886 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:00.443345 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-dfc4201f-2379-4824-a99e-05b977ed2ac2 req-473b9c96-56c4-4adf-b902-2cb263428886 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0673354 Jun 28 10:01:00.485740 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-dfc4201f-2379-4824-a99e-05b977ed2ac2 req-aa0d73e2-f706-4590-9e36-2ce45ed7d6dd tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354919 Jun 28 10:01:01.705655 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17a3be-36e1-4b23-a163-06148f0d06c1 req-c2005335-a30b-48d1-ab01-19abfab5719f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:01.707993 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7a17a3be-36e1-4b23-a163-06148f0d06c1 req-c2005335-a30b-48d1-ab01-19abfab5719f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0916297 Jun 28 10:01:01.756068 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-7a17a3be-36e1-4b23-a163-06148f0d06c1 req-29df863a-54dc-433a-81ab-d24445f3f974 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421038 Jun 28 10:01:02.991649 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d625d6-5b64-486c-a61a-96eb02868418 req-9d3e3fb6-0e5a-4dbf-83bf-18f750fe4ab4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:02.993204 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-67d625d6-5b64-486c-a61a-96eb02868418 req-9d3e3fb6-0e5a-4dbf-83bf-18f750fe4ab4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0867403 Jun 28 10:01:03.046998 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-67d625d6-5b64-486c-a61a-96eb02868418 req-672cf936-f4a2-4f5e-acda-ef889dfd5e76 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475078 Jun 28 10:01:03.103165 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87a72b1c-74fb-4493-b1b9-e157c51c24e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:04.259577 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6cf0f-4f65-4a0b-82ba-82752e0bf6a9 req-059905bc-0b9a-4b9b-b3a4-0fb98d638673 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:04.261129 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-40e6cf0f-4f65-4a0b-82ba-82752e0bf6a9 req-059905bc-0b9a-4b9b-b3a4-0fb98d638673 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0781188 Jun 28 10:01:04.311405 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-40e6cf0f-4f65-4a0b-82ba-82752e0bf6a9 req-6bfe00aa-3716-474d-9b9d-6258b7bc6c0b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434291 Jun 28 10:01:05.095336 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 52866) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:05.145314 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d649f-17d5-4ebf-9c6c-621a9f707c05 req-141c546f-2337-432b-bc23-d4e61e3ab332 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:05.154149 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4c6d649f-17d5-4ebf-9c6c-621a9f707c05 req-141c546f-2337-432b-bc23-d4e61e3ab332 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 945 time: 0.1115224 Jun 28 10:01:05.218265 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4c6d649f-17d5-4ebf-9c6c-621a9f707c05 req-5144e940-19a6-4203-9a27-d20799ef2918 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628698 Jun 28 10:01:05.258016 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5b5975d1-6635-46ae-a44b-b9306036459c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:05.365515 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5b5975d1-6635-46ae-a44b-b9306036459c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:05.475142 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-5b5975d1-6635-46ae-a44b-b9306036459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:05.494792 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-87e60ef0-30ca-4819-a3ed-822a10c436b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:05.514745 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:05.517088 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-4096c9cf-870d-44f8-98e1-41047415a375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:05.542704 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-5b5975d1-6635-46ae-a44b-b9306036459c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c22352141714603aa16f6ea252efda4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462707 Jun 28 10:01:05.543899 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5975d1-6635-46ae-a44b-b9306036459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7e8618-1ae0-45ea-af60-4fda34510f59,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:05.545415 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52872) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:05.559726 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-5b5975d1-6635-46ae-a44b-b9306036459c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:05.633929 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33d1da-c8f9-4355-ba2a-af083b7452a2 req-abdf76a5-6c3f-4315-a297-0c69b8dec986 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:05.635338 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ec33d1da-c8f9-4355-ba2a-af083b7452a2 req-abdf76a5-6c3f-4315-a297-0c69b8dec986 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.1266859 Jun 28 10:01:05.636229 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ac47aa72-9cd1-424d-98b5-f5ed6229eb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:05.678670 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ac47aa72-9cd1-424d-98b5-f5ed6229eb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:05.717698 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ec33d1da-c8f9-4355-ba2a-af083b7452a2 req-bca624cd-412b-4877-badb-6dfdbd5f2464 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694141 Jun 28 10:01:05.840423 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ac47aa72-9cd1-424d-98b5-f5ed6229eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:05.843560 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ac47aa72-9cd1-424d-98b5-f5ed6229eb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:05.845357 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-ac47aa72-9cd1-424d-98b5-f5ed6229eb99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c7e8618-1ae0-45ea-af60-4fda34510f59 HTTP/1.1" status: 204 len: 168 time: 0.2986324 Jun 28 10:01:05.846432 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-8bfc00c2-7899-4c8e-8547-4e0b1f656640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:05.861109 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47aa72-9cd1-424d-98b5-f5ed6229eb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7e8618-1ae0-45ea-af60-4fda34510f59,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:05.870707 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-ac47aa72-9cd1-424d-98b5-f5ed6229eb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:06.400761 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244644fb-496b-4382-a197-9fa0a0ec5fda req-5781a316-da29-426d-a838-b6f090fcabd6 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:06.407983 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-244644fb-496b-4382-a197-9fa0a0ec5fda req-5781a316-da29-426d-a838-b6f090fcabd6 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 945 time: 0.0747309 Jun 28 10:01:06.447865 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-244644fb-496b-4382-a197-9fa0a0ec5fda req-1d864da5-db70-48f5-809d-2cca39222a2f tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387628 Jun 28 10:01:06.736836 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52880) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:06.768197 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e57f0975-1680-4946-959e-ae969e30581c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:06.803476 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1061c-8372-42a4-9ace-1ab830e15584 req-620d0732-817d-4612-8e9a-2c8745f36afa tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:06.805527 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-49e1061c-8372-42a4-9ace-1ab830e15584 req-620d0732-817d-4612-8e9a-2c8745f36afa tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 945 time: 0.1109254 Jun 28 10:01:06.834760 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:06.876135 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e57f0975-1680-4946-959e-ae969e30581c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:06.979056 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-49e1061c-8372-42a4-9ace-1ab830e15584 req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Deleting port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:01:06.979329 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-49e1061c-8372-42a4-9ace-1ab830e15584 req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:06.994255 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003940d-14a7-4165-b76c-c3262e413200 req-41a75e31-5955-42c9-9d39-afddd0f7dc5d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:06.995971 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f003940d-14a7-4165-b76c-c3262e413200 req-41a75e31-5955-42c9-9d39-afddd0f7dc5d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0963209 Jun 28 10:01:07.027897 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e57f0975-1680-4946-959e-ae969e30581c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:07.038846 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-28ac7dcb-4089-4a94-8076-910655377e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:07.098804 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f003940d-14a7-4165-b76c-c3262e413200 req-00bc7fe2-9510-4474-aa11-e6b8be5a7eeb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925112 Jun 28 10:01:07.103521 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f0975-1680-4946-959e-ae969e30581c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4554d67-73be-4dee-aa0b-8111068124ae,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:07.115672 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-e57f0975-1680-4946-959e-ae969e30581c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57279c0612fe47d08b8caa103bba92af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765466 Jun 28 10:01:07.116367 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52884) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:07.141192 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-49e1061c-8372-42a4-9ace-1ab830e15584 req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] For port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:07.141567 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-49e1061c-8372-42a4-9ace-1ab830e15584 req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:07.142975 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e57f0975-1680-4946-959e-ae969e30581c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:07.198697 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7115-8ab1-410c-a1ad-8a37098c74b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:07.227377 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7115-8ab1-410c-a1ad-8a37098c74b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:07.351117 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-49e1061c-8372-42a4-9ace-1ab830e15584 req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:07.351486 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-49e1061c-8372-42a4-9ace-1ab830e15584 req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:07.351794 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.l3_db [req-49e1061c-8372-42a4-9ace-1ab830e15584 req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Floating IP ea6f5391-be97-402e-95ac-fe63fb530059 disassociated. External IP: 172.27.2.216, port: 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359. Jun 28 10:01:07.352134 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-49e1061c-8372-42a4-9ace-1ab830e15584 req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Calling delete_port for 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:01:07.377742 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7115-8ab1-410c-a1ad-8a37098c74b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:07.383464 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d3fd7115-8ab1-410c-a1ad-8a37098c74b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:07.383464 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-d3fd7115-8ab1-410c-a1ad-8a37098c74b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4554d67-73be-4dee-aa0b-8111068124ae HTTP/1.1" status: 204 len: 168 time: 0.2642076 Jun 28 10:01:07.383464 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-da5c5aae-28de-4e22-9dee-d6d6c39c69d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:07.402840 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd7115-8ab1-410c-a1ad-8a37098c74b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4554d67-73be-4dee-aa0b-8111068124ae,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:07.413341 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d3fd7115-8ab1-410c-a1ad-8a37098c74b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:07.647587 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e24b4-649a-4efe-9e92-296bc3cdb6db req-64d5532a-b4ed-4299-a035-cd2b63c29a92 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:07.649030 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cf4e24b4-649a-4efe-9e92-296bc3cdb6db req-64d5532a-b4ed-4299-a035-cd2b63c29a92 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 945 time: 0.0721431 Jun 28 10:01:07.693895 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cf4e24b4-649a-4efe-9e92-296bc3cdb6db req-ebf0777b-09f1-48ff-a74f-7dce7e914f1f tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups?id=52f146c4-6cd4-4308-9ee3-6ad3b0438aae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388627 Jun 28 10:01:07.846165 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-49e1061c-8372-42a4-9ace-1ab830e15584 req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:07.850753 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:07.881548 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event deleted for resources: {'Port': ['ID=2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:07.884833 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:08.031752 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49e1061c-8372-42a4-9ace-1ab830e15584 req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:01:08.212693 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49e1061c-8372-42a4-9ace-1ab830e15584 req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:01:08.228336 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcfa2b6-ffe3-45c6-8140-e895f7ef630b None None] Sync routers for ids ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:01:08.245033 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcfa2b6-ffe3-45c6-8140-e895f7ef630b None None] Routers {'95b09434-e3c4-42d3-a4ba-0addec4f98e9'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:01:08.245891 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-5bcfa2b6-ffe3-45c6-8140-e895f7ef630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:01:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:08.293487 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e1061c-8372-42a4-9ace-1ab830e15584 req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] No DVR routers for this DVR port 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:01:08.296918 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:08.299235 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-49e1061c-8372-42a4-9ace-1ab830e15584 req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:08.312197 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-49e1061c-8372-42a4-9ace-1ab830e15584 req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.37 "DELETE /v2.0/ports/2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 HTTP/1.1" status: 204 len: 173 time: 1.4991713 Jun 28 10:01:08.317082 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b5e412-5b90-4d9d-9c14-3dd72c521b6b', 'name': 'network-vif-deleted', 'tag': '2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:01:08.329778 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f4bede-bb84-4a36-9474-6458789d809d" -d '{"events": [{"server_uuid": "d5b5e412-5b90-4d9d-9c14-3dd72c521b6b", "name": "network-vif-deleted", "tag": "2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:01:08.387505 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acad292-c4e6-44aa-88b6-2293b908084a x-openstack-request-id: req-6acad292-c4e6-44aa-88b6-2293b908084a {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:01:08.388092 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b5e412-5b90-4d9d-9c14-3dd72c521b6b", "name": "network-vif-deleted", "tag": "2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:01:08.388629 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6acad292-c4e6-44aa-88b6-2293b908084a {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:01:08.389349 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b5e412-5b90-4d9d-9c14-3dd72c521b6b', 'name': 'network-vif-deleted', 'tag': '2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359', 'status': 'completed', 'code': 200} Jun 28 10:01:08.405034 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-5bcfa2b6-ffe3-45c6-8140-e895f7ef630b None None] Set router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:01:08.428746 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d885d-acc6-4913-993c-eedb5222ddc8 req-d75dd256-fa31-4593-b116-f908794aee24 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:08.437964 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-411d885d-acc6-4913-993c-eedb5222ddc8 req-d75dd256-fa31-4593-b116-f908794aee24 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.1388376 Jun 28 10:01:08.505416 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-411d885d-acc6-4913-993c-eedb5222ddc8 req-82489fdb-9f70-4acd-8774-cc6e28d79146 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652225 Jun 28 10:01:08.795634 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-5bcfa2b6-ffe3-45c6-8140-e895f7ef630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'f49d8c69-cd1c-4e21-99b9-607b6e9418c4', 'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'mac_address': 'fa:16:3e:63:89:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:01Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 5, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'subnets': [{'id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:08.824085 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcfa2b6-ffe3-45c6-8140-e895f7ef630b None None] Checking router: 95b09434-e3c4-42d3-a4ba-0addec4f98e9 for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:01:08.834491 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcfa2b6-ffe3-45c6-8140-e895f7ef630b None None] Routers {'95b09434-e3c4-42d3-a4ba-0addec4f98e9'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:01:08.834822 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-5bcfa2b6-ffe3-45c6-8140-e895f7ef630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:01:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:08.837245 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-71b1512f-f557-429b-92a0-fba2545bb094 req-7ede5e11-3ff6-47fa-a3df-7dc38f90fcf9 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 210 time: 0.0284905 Jun 28 10:01:08.839966 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52902) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:08.855061 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc0ba-ef9e-4366-86d5-c3c4d6812a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:08.948223 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-5bcfa2b6-ffe3-45c6-8140-e895f7ef630b None None] Set router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:01:08.950902 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc0ba-ef9e-4366-86d5-c3c4d6812a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:09.045676 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc0ba-ef9e-4366-86d5-c3c4d6812a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:09.049275 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-ac47aa72-9cd1-424d-98b5-f5ed6229eb99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:09.093193 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-2d4dc0ba-ef9e-4366-86d5-c3c4d6812a2e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=593f164ea5b94250b1e6f74b433c23d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485178 Jun 28 10:01:09.093416 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 52908) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:09.097950 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dc0ba-ef9e-4366-86d5-c3c4d6812a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad5e174-e6f5-4dba-818e-ed3c113f144c,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:09.101981 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2d4dc0ba-ef9e-4366-86d5-c3c4d6812a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:09.147787 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d84a2938-16ff-4df9-b4a7-54f573959226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:09.156557 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-5bcfa2b6-ffe3-45c6-8140-e895f7ef630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'f49d8c69-cd1c-4e21-99b9-607b6e9418c4', 'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'mac_address': 'fa:16:3e:63:89:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:01Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 5, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'subnets': [{'id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:09.186134 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcfa2b6-ffe3-45c6-8140-e895f7ef630b None None] The sync data for ids ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'] in dv-cinder-786627-12-iscsi is: [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T09:54:03Z', 'revision_number': 4, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'f49d8c69-cd1c-4e21-99b9-607b6e9418c4', 'name': '', 'network_id': 'bb6046f5-e4ff-40cf-8b53-1b862ddb21e3', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'mac_address': 'fa:16:3e:63:89:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:01Z', 'updated_at': '2021-06-28T09:54:14Z', 'revision_number': 5, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'subnets': [{'id': 'db135a38-e04b-415b-b1af-9e3b01bdacfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:01:09.432774 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d84a2938-16ff-4df9-b4a7-54f573959226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:09.441459 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee6651b-d5bd-46d9-ae4e-7b5355a9cc4f None None] New status for floating IP ea6f5391-be97-402e-95ac-fe63fb530059: DOWN {{(pid=100132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:01:09.587148 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d84a2938-16ff-4df9-b4a7-54f573959226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:09.589777 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d84a2938-16ff-4df9-b4a7-54f573959226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:09.593629 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-d84a2938-16ff-4df9-b4a7-54f573959226 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ad5e174-e6f5-4dba-818e-ed3c113f144c HTTP/1.1" status: 204 len: 168 time: 0.4997959 Jun 28 10:01:09.595706 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-700bf3e7-d3a6-4c5c-b439-f316de85af61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:09.603775 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a2938-16ff-4df9-b4a7-54f573959226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad5e174-e6f5-4dba-818e-ed3c113f144c,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:09.606447 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d84a2938-16ff-4df9-b4a7-54f573959226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:09.698593 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7387a-76f1-4817-9eb3-38d0732107f8 req-a804a479-2851-4100-a37b-8f503d32fdec tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:09.700118 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f6f7387a-76f1-4817-9eb3-38d0732107f8 req-a804a479-2851-4100-a37b-8f503d32fdec tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0668256 Jun 28 10:01:09.739294 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f6f7387a-76f1-4817-9eb3-38d0732107f8 req-14cb831e-7810-4412-a68f-3d4113c40f07 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320148 Jun 28 10:01:09.999842 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1cd097bd-930d-4751-a069-ad5c236de49c req-e1dbc107-d81a-4f43-a1f4-8d821f41022a tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5b5e412-5b90-4d9d-9c14-3dd72c521b6b HTTP/1.1" status: 200 len: 210 time: 0.0368328 Jun 28 10:01:10.140648 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf374ce4-3aa4-4a19-b544-64c3162673da req-00bc6f1d-f15e-4fe9-bc0a-9774f56d97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:10.142500 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bf374ce4-3aa4-4a19-b544-64c3162673da req-00bc6f1d-f15e-4fe9-bc0a-9774f56d97bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab055c80828f4b6190496e992e80e975&device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 1098 time: 0.0572419 Jun 28 10:01:10.232472 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf374ce4-3aa4-4a19-b544-64c3162673da req-54ef2271-7637-46ac-a660-5d3031ab3685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:10.233941 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bf374ce4-3aa4-4a19-b544-64c3162673da req-54ef2271-7637-46ac-a660-5d3031ab3685 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8d6d237-b42e-4d2f-93b5-c30dc724d637 HTTP/1.1" status: 200 len: 917 time: 0.0850191 Jun 28 10:01:10.295226 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bf374ce4-3aa4-4a19-b544-64c3162673da req-87bb323b-fb1e-490f-98af-2684bfd781ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a HTTP/1.1" status: 200 len: 1001 time: 0.0550420 Jun 28 10:01:10.341711 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf374ce4-3aa4-4a19-b544-64c3162673da req-b6c421ea-4a25-4615-846c-0d3dc4e94a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:10.343198 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bf374ce4-3aa4-4a19-b544-64c3162673da req-b6c421ea-4a25-4615-846c-0d3dc4e94a58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111bbce8-d8d9-499d-affc-ef81b620ef72 HTTP/1.1" status: 200 len: 855 time: 0.0418239 Jun 28 10:01:10.403291 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf374ce4-3aa4-4a19-b544-64c3162673da req-43480558-f955-43a9-a637-0d64a465b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:10.404675 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bf374ce4-3aa4-4a19-b544-64c3162673da req-43480558-f955-43a9-a637-0d64a465b28e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d6d237-b42e-4d2f-93b5-c30dc724d637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549557 Jun 28 10:01:10.497302 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bf374ce4-3aa4-4a19-b544-64c3162673da req-d88ab135-8fbc-4f3f-aaef-c03a8fbc3bee service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861354 Jun 28 10:01:10.587215 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-bf374ce4-3aa4-4a19-b544-64c3162673da req-32c8f73d-6457-4bb7-9e16-00e776d048f5 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838764 Jun 28 10:01:10.596090 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:01:10.616300 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:01:10.616658 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 2bfe0b7f-112c-4fe2-9f9a-82b1bac8a359 not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:01:10.916861 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bd1b6-e033-4279-b502-bd765b77c95f req-d4e2ef5a-daf9-43bd-b410-0a5c77116421 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:10.918319 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fe7bd1b6-e033-4279-b502-bd765b77c95f req-d4e2ef5a-daf9-43bd-b410-0a5c77116421 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0655687 Jun 28 10:01:10.958184 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fe7bd1b6-e033-4279-b502-bd765b77c95f req-a378d655-fb7a-45b7-9ed8-60f7dbc0ee54 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339410 Jun 28 10:01:11.198644 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 52928) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:11.252187 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9caa715c-9377-4ca2-8b46-47375e8bc0d3 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:11.274842 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9caa715c-9377-4ca2-8b46-47375e8bc0d3 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:11.443736 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9caa715c-9377-4ca2-8b46-47375e8bc0d3 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:11.446333 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9caa715c-9377-4ca2-8b46-47375e8bc0d3 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:11.447511 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-9caa715c-9377-4ca2-8b46-47375e8bc0d3 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "DELETE /v2.0/security-groups/52f146c4-6cd4-4308-9ee3-6ad3b0438aae HTTP/1.1" status: 204 len: 168 time: 0.2478690 Jun 28 10:01:11.448275 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-96c2c8cf-ed31-4ec2-91d6-badd693d8d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:11.450303 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 52930) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:11.458569 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa715c-9377-4ca2-8b46-47375e8bc0d3 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f146c4-6cd4-4308-9ee3-6ad3b0438aae,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:11.464306 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9caa715c-9377-4ca2-8b46-47375e8bc0d3 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:11.465213 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.api.v2.resource [None req-7ea04df7-38d7-4880-8152-32b684b889ff tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] show failed (client error): The resource could not be found. Jun 28 10:01:11.465920 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-7ea04df7-38d7-4880-8152-32b684b889ff tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "GET /v2.0/security-groups/52f146c4-6cd4-4308-9ee3-6ad3b0438aae HTTP/1.1" status: 404 len: 347 time: 0.0146456 Jun 28 10:01:11.468824 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 52932) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:11.594515 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-0942cd9b-1d01-49a6-b458-aef0800155d0 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Deleting port 264ea82b-40ad-4656-a9e2-c110ab3c1e82 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:01:11.595112 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0942cd9b-1d01-49a6-b458-aef0800155d0 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:11.670677 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0942cd9b-1d01-49a6-b458-aef0800155d0 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:11.671001 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0942cd9b-1d01-49a6-b458-aef0800155d0 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:11.682665 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-0942cd9b-1d01-49a6-b458-aef0800155d0 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Calling delete_port for 264ea82b-40ad-4656-a9e2-c110ab3c1e82 owned by network:floatingip {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:01:11.942813 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0942cd9b-1d01-49a6-b458-aef0800155d0 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:11.945015 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:11.971670 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942cd9b-1d01-49a6-b458-aef0800155d0 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Pushing event deleted for resources: {'Port': ['ID=264ea82b-40ad-4656-a9e2-c110ab3c1e82,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:11.974520 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-0942cd9b-1d01-49a6-b458-aef0800155d0 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:12.039051 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0942cd9b-1d01-49a6-b458-aef0800155d0 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks [] for floatingip, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:12.041544 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0942cd9b-1d01-49a6-b458-aef0800155d0 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:12.050575 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-0942cd9b-1d01-49a6-b458-aef0800155d0 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] 10.222.0.30 "DELETE /v2.0/floatingips/ea6f5391-be97-402e-95ac-fe63fb530059 HTTP/1.1" status: 204 len: 168 time: 0.5733306 Jun 28 10:01:12.145428 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ec8a2-a308-4f9c-82f2-57b8648fd0b4 req-d36cf506-f021-41e0-85aa-0e7bb68a8c16 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:12.146959 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c79ec8a2-a308-4f9c-82f2-57b8648fd0b4 req-d36cf506-f021-41e0-85aa-0e7bb68a8c16 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0664268 Jun 28 10:01:12.184477 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c79ec8a2-a308-4f9c-82f2-57b8648fd0b4 req-e62425a3-5427-451a-a602-c00af1366797 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317039 Jun 28 10:01:13.358967 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84265bcc-69f1-42ad-93a6-88eec26ce823 req-cd5a9340-2429-45b1-bd17-d3919030b432 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:13.360399 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-84265bcc-69f1-42ad-93a6-88eec26ce823 req-cd5a9340-2429-45b1-bd17-d3919030b432 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 945 time: 0.0615520 Jun 28 10:01:13.396480 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-84265bcc-69f1-42ad-93a6-88eec26ce823 req-e3af4466-7aa2-4b7d-a193-70b501a7ae6f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303967 Jun 28 10:01:14.633480 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 92ff0b0f-1ad1-46f8-ac33-356007d8f06a no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:01:14.709979 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:14.753162 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:01:14.753162 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f864d896-a014-4ef4-9ab5-80dcbf91afe3" -d '{"events": [{"server_uuid": "cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac", "name": "network-vif-unplugged", "status": "completed", "tag": "92ff0b0f-1ad1-46f8-ac33-356007d8f06a"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:01:14.753162 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:14.774156 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 10:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81794331-3cd0-403a-9e24-1bdbe7cf13bb x-openstack-request-id: req-81794331-3cd0-403a-9e24-1bdbe7cf13bb {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:01:14.774465 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac", "name": "network-vif-unplugged", "status": "failed", "tag": "92ff0b0f-1ad1-46f8-ac33-356007d8f06a", "code": 422}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:01:14.774730 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81794331-3cd0-403a-9e24-1bdbe7cf13bb {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:01:14.775170 dv-cinder-786627-12-iscsi neutron-server[100131]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a', 'code': 422} returned with failed status Jun 28 10:01:15.043735 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:15.045568 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:15.092946 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,revision_number=8']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:15.097082 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:16.068553 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:16.389629 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a3390-9a83-4f67-ac55-00aceb169d7b req-a59d58f5-fde0-4abf-995b-cf2c6303875b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:16.395553 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-233a3390-9a83-4f67-ac55-00aceb169d7b req-a59d58f5-fde0-4abf-995b-cf2c6303875b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0726159 Jun 28 10:01:16.436092 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-233a3390-9a83-4f67-ac55-00aceb169d7b req-7bf01f95-1e97-441b-968d-9457e59d0cc4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371492 Jun 28 10:01:16.636618 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53004) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:16.871186 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53012) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:17.046655 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2eeaff3e-fc93-427d-b811-1128152ad11f req-9ee96dbf-ed2c-4113-a54d-ffeafda7ae1e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1743190 Jun 28 10:01:17.173813 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-714742'] for router_interface, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:17.426149 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Deleting port f49d8c69-cd1c-4e21-99b9-607b6e9418c4 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:01:17.426502 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:17.506832 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] For port f49d8c69-cd1c-4e21-99b9-607b6e9418c4, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=f49d8c69-cd1c-4e21-99b9-607b6e9418c4,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:17.507199 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:17.520579 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Calling delete_port for f49d8c69-cd1c-4e21-99b9-607b6e9418c4 owned by network:router_interface {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:01:17.643967 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ef773-21f3-42fe-b87b-a27119dc666b req-e50fa9a0-05ce-42c9-981c-3d064445cf15 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:17.645518 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3a8ef773-21f3-42fe-b87b-a27119dc666b req-e50fa9a0-05ce-42c9-981c-3d064445cf15 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0702665 Jun 28 10:01:17.684278 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3a8ef773-21f3-42fe-b87b-a27119dc666b req-7491ba5b-1ab4-4c92-a4f7-3260fba28e4e tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327802 Jun 28 10:01:17.823007 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:17.826831 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-3f0c00aa-68c1-4f4d-b015-6ab09488c2e1 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:17.853452 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Pushing event deleted for resources: {'Port': ['ID=f49d8c69-cd1c-4e21-99b9-607b6e9418c4,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:17.865127 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:17.865514 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:17.865884 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:17.866248 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:17.867115 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:17.867115 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:17.867304 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:17.867638 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:17.867982 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:17.868330 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:17.868677 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:17.869052 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:17.888209 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:18.038332 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-987602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640006'] for router_interface, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:18.247782 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:01:18.351191 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:01:18.356102 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] 10.222.0.30 "PUT /v2.0/routers/95b09434-e3c4-42d3-a4ba-0addec4f98e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7183616 Jun 28 10:01:18.358680 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53024) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:18.362074 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc5de4-91c4-4fc8-9ed5-a71bff5f3ad8 None None] Sync routers for ids ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:01:18.371129 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc5de4-91c4-4fc8-9ed5-a71bff5f3ad8 None None] Routers {'95b09434-e3c4-42d3-a4ba-0addec4f98e9'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:01:18.371759 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-65cc5de4-91c4-4fc8-9ed5-a71bff5f3ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:01:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:18.459382 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:18.476363 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-65cc5de4-91c4-4fc8-9ed5-a71bff5f3ad8 None None] Set router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:01:18.560469 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:18.652625 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-65cc5de4-91c4-4fc8-9ed5-a71bff5f3ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T10:01:17Z', 'revision_number': 5, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:18.679822 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc5de4-91c4-4fc8-9ed5-a71bff5f3ad8 None None] Checking router: 95b09434-e3c4-42d3-a4ba-0addec4f98e9 for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:01:18.687805 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc5de4-91c4-4fc8-9ed5-a71bff5f3ad8 None None] Routers {'95b09434-e3c4-42d3-a4ba-0addec4f98e9'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:01:18.688697 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-65cc5de4-91c4-4fc8-9ed5-a71bff5f3ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:01:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:18.754024 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] Deleting port 592034f9-d617-472f-8fa7-d4d8d5aa444c {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:01:18.754376 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:18.801866 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-65cc5de4-91c4-4fc8-9ed5-a71bff5f3ad8 None None] Set router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:01:18.835227 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] For port 592034f9-d617-472f-8fa7-d4d8d5aa444c, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=592034f9-d617-472f-8fa7-d4d8d5aa444c,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:18.835853 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:18.848484 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] Calling delete_port for 592034f9-d617-472f-8fa7-d4d8d5aa444c owned by network:router_gateway {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:01:18.868946 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a4529-5de9-48bc-af46-ce1f403e2e2e req-a11b111b-912f-4ad6-9cfc-d040b0a941b2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:18.871206 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-733a4529-5de9-48bc-af46-ce1f403e2e2e req-a11b111b-912f-4ad6-9cfc-d040b0a941b2 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0661955 Jun 28 10:01:18.910952 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-733a4529-5de9-48bc-af46-ce1f403e2e2e req-847abe65-34a0-4f2a-b41d-354158bd8b59 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329072 Jun 28 10:01:18.990156 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-65cc5de4-91c4-4fc8-9ed5-a71bff5f3ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T10:01:17Z', 'revision_number': 5, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:19.009242 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaff3e-fc93-427d-b811-1128152ad11f req-fd81619d-02d2-4fd3-8759-1b7b7870dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:19.010717 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2eeaff3e-fc93-427d-b811-1128152ad11f req-fd81619d-02d2-4fd3-8759-1b7b7870dc01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac&tenant_id=ab055c80828f4b6190496e992e80e975 HTTP/1.1" status: 200 len: 1096 time: 0.1123333 Jun 28 10:01:19.019542 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc5de4-91c4-4fc8-9ed5-a71bff5f3ad8 None None] The sync data for ids ['95b09434-e3c4-42d3-a4ba-0addec4f98e9'] in dv-cinder-786627-12-iscsi is: [{'id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'name': 'tempest-AttachVolumeTestJSON-1838737338-router', 'tenant_id': '4b9877cbe6d448debb81922d6ebbc49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:56Z', 'updated_at': '2021-06-28T10:01:17Z', 'revision_number': 5, 'project_id': '4b9877cbe6d448debb81922d6ebbc49b', 'gw_port': {'id': '592034f9-d617-472f-8fa7-d4d8d5aa444c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b09434-e3c4-42d3-a4ba-0addec4f98e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:01:19.116725 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaff3e-fc93-427d-b811-1128152ad11f req-0948f448-c332-45a7-bc49-aa120342a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:19.118804 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2eeaff3e-fc93-427d-b811-1128152ad11f req-0948f448-c332-45a7-bc49-aa120342a26c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab055c80828f4b6190496e992e80e975&device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 1096 time: 0.0631328 Jun 28 10:01:19.179216 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:19.188361 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b7d5e95f-42ca-4938-9417-eb00e5794be8 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:19.506263 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=592034f9-d617-472f-8fa7-d4d8d5aa444c,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:19.512389 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:19.586129 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaff3e-fc93-427d-b811-1128152ad11f req-a4f3b9da-02da-42ab-ac83-cb2e88ed5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:19.587595 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2eeaff3e-fc93-427d-b811-1128152ad11f req-a4f3b9da-02da-42ab-ac83-cb2e88ed5614 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8d6d237-b42e-4d2f-93b5-c30dc724d637 HTTP/1.1" status: 200 len: 917 time: 0.4628568 Jun 28 10:01:19.592185 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641468'] for router_gateway, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:19.718343 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27142'] for router, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:19.724354 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:19.765807 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2eeaff3e-fc93-427d-b811-1128152ad11f req-5e01ba70-06b8-4abb-a2d7-0c9457810360 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a HTTP/1.1" status: 200 len: 999 time: 0.1697574 Jun 28 10:01:19.812371 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaff3e-fc93-427d-b811-1128152ad11f req-f9803fd3-437b-42d2-b390-d9f74398356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:19.813861 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2eeaff3e-fc93-427d-b811-1128152ad11f req-f9803fd3-437b-42d2-b390-d9f74398356f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=111bbce8-d8d9-499d-affc-ef81b620ef72 HTTP/1.1" status: 200 len: 855 time: 0.0421176 Jun 28 10:01:19.872664 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaff3e-fc93-427d-b811-1128152ad11f req-aa5e5636-733c-4b63-9357-0a4902b1cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:19.874138 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2eeaff3e-fc93-427d-b811-1128152ad11f req-aa5e5636-733c-4b63-9357-0a4902b1cf1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8d6d237-b42e-4d2f-93b5-c30dc724d637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0544333 Jun 28 10:01:19.896778 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640747'] for router, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:19.897283 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95b09434-e3c4-42d3-a4ba-0addec4f98e9 {{(pid=100129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:01:19.906613 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:19.908338 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/95b09434-e3c4-42d3-a4ba-0addec4f98e9 HTTP/1.1" status: 204 len: 168 time: 1.5486829 Jun 28 10:01:19.910819 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53028) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:19.992401 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f32c364-1e88-4541-89fc-246b9e26dfb0 admin admin] Deleting subnet db135a38-e04b-415b-b1af-9e3b01bdacfc {{(pid=100129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:01:20.002638 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0f32c364-1e88-4541-89fc-246b9e26dfb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:20.035244 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2eeaff3e-fc93-427d-b811-1128152ad11f req-aa4a042f-6e57-4607-9b4d-c91c9821c2f8 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547132 Jun 28 10:01:20.053929 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0f32c364-1e88-4541-89fc-246b9e26dfb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59599221'] for subnet, precommit_delete_associations {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:20.122403 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006ee66-1a80-4106-8656-8f19cc7494ab req-1af3b657-cba1-45ef-ac4b-fbfcf4b7f63c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:20.123962 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b006ee66-1a80-4106-8656-8f19cc7494ab req-1af3b657-cba1-45ef-ac4b-fbfcf4b7f63c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0689201 Jun 28 10:01:20.162292 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b006ee66-1a80-4106-8656-8f19cc7494ab req-7f046126-f3f9-4ab1-8d37-f13cf8161b55 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319252 Jun 28 10:01:20.186947 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2eeaff3e-fc93-427d-b811-1128152ad11f req-eef9841a-825b-45fd-9163-d43fe94a1a89 service neutron] 10.222.0.37 "GET /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457069 Jun 28 10:01:20.194305 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0f32c364-1e88-4541-89fc-246b9e26dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:20.372137 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0f32c364-1e88-4541-89fc-246b9e26dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59186205'] for subnet, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:20.375463 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device f49d8c69-cd1c-4e21-99b9-607b6e9418c4 no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:01:20.375924 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:20.400023 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: f49d8c69-cd1c-4e21-99b9-607b6e9418c4 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:01:20.400386 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device f49d8c69-cd1c-4e21-99b9-607b6e9418c4 not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:01:20.400608 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32c364-1e88-4541-89fc-246b9e26dfb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db135a38-e04b-415b-b1af-9e3b01bdacfc,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:20.402625 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0f32c364-1e88-4541-89fc-246b9e26dfb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:20.408213 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-0f32c364-1e88-4541-89fc-246b9e26dfb0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/db135a38-e04b-415b-b1af-9e3b01bdacfc HTTP/1.1" status: 204 len: 168 time: 0.4927542 Jun 28 10:01:20.408213 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-0f32c364-1e88-4541-89fc-246b9e26dfb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:20.416535 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53036) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:20.417356 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f246c03-12e5-49f0-afbc-eabe69e467a2 None None] Network bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:01:20.482384 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:20.544860 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Deleting port 5618a4f2-e709-435f-a64e-ed0a746b947c {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:01:20.545488 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:20.614659 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] For port 5618a4f2-e709-435f-a64e-ed0a746b947c, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=5618a4f2-e709-435f-a64e-ed0a746b947c,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:20.615042 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:20.627570 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Calling delete_port for 5618a4f2-e709-435f-a64e-ed0a746b947c owned by network:dhcp {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:01:20.635710 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae03ec-8353-4a03-8b30-8e43dd4dc7b7 None None] DHCP port deletion for bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 request from dv-cinder-786627-12-iscsi {{(pid=100131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:01:20.684764 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-77ae03ec-8353-4a03-8b30-8e43dd4dc7b7 None None] Deleting port 5618a4f2-e709-435f-a64e-ed0a746b947c {{(pid=100131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:01:20.685158 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-77ae03ec-8353-4a03-8b30-8e43dd4dc7b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:20.748321 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-77ae03ec-8353-4a03-8b30-8e43dd4dc7b7 None None] For port 5618a4f2-e709-435f-a64e-ed0a746b947c, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=5618a4f2-e709-435f-a64e-ed0a746b947c,segment=NetworkSegment(87a6be9b-fa54-4795-9082-adeeb27e83bb),segment_id=87a6be9b-fa54-4795-9082-adeeb27e83bb)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:20.752939 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-77ae03ec-8353-4a03-8b30-8e43dd4dc7b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:20.760474 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-77ae03ec-8353-4a03-8b30-8e43dd4dc7b7 None None] Calling delete_port for 5618a4f2-e709-435f-a64e-ed0a746b947c owned by network:dhcp {{(pid=100131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:01:20.868278 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:20.871198 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:20.874250 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-77ae03ec-8353-4a03-8b30-8e43dd4dc7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526'] for port, after_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:20.876137 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:20.902443 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae03ec-8353-4a03-8b30-8e43dd4dc7b7 None None] Pushing event deleted for resources: {'Port': ['ID=5618a4f2-e709-435f-a64e-ed0a746b947c,revision_number=None']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:20.902649 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Pushing event deleted for resources: {'Port': ['ID=5618a4f2-e709-435f-a64e-ed0a746b947c,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:20.902649 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:20.902649 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] No DVR routers for this DVR port 5618a4f2-e709-435f-a64e-ed0a746b947c on host dv-cinder-786627-12-iscsi {{(pid=100130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:01:20.902905 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-77ae03ec-8353-4a03-8b30-8e43dd4dc7b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:20.909069 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae03ec-8353-4a03-8b30-8e43dd4dc7b7 None None] No DVR routers for this DVR port 5618a4f2-e709-435f-a64e-ed0a746b947c on host dv-cinder-786627-12-iscsi {{(pid=100131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:01:20.992449 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:21.006680 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6046f5-e4ff-40cf-8b53-1b862ddb21e3']}} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:21.020833 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a6be9b-fa54-4795-9082-adeeb27e83bb') {'for_net_delete': True} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:21.021512 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a6be9b-fa54-4795-9082-adeeb27e83bb') {} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:21.035065 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59617651'] for segment, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:21.070045 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:21.077329 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=100130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:01:21.078031 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014971'] for segment, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: Traceback (most recent call last): Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: timer() Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: cb(*args, **kw) Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: return func(*args, **kwargs) Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: self._notify() Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: self.callback(batched_events) Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: event.method(event) Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: return f(self, *a, **k) Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._get(url).json() Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: return self.request(url, 'GET', **kwargs) Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:01:21.142088 dv-cinder-786627-12-iscsi neutron-server[100130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:01:21.217019 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:21.221826 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:21.224318 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:21.229027 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] 10.222.0.30 "DELETE /v2.0/networks/bb6046f5-e4ff-40cf-8b53-1b862ddb21e3 HTTP/1.1" status: 204 len: 168 time: 0.8193078 Jun 28 10:01:21.242200 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6046f5-e4ff-40cf-8b53-1b862ddb21e3,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:21.257350 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:21.390636 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca5377-451d-4d97-b6b6-99520aa77a54 req-04f2f95c-ef67-49ca-8282-cb61d556120a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:21.397207 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f1ca5377-451d-4d97-b6b6-99520aa77a54 req-04f2f95c-ef67-49ca-8282-cb61d556120a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0721939 Jun 28 10:01:21.441971 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f1ca5377-451d-4d97-b6b6-99520aa77a54 req-ee809355-18d2-420a-b533-2d179c776167 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421324 Jun 28 10:01:21.670561 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53058) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:21.716764 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-c1872b0d-500e-47ff-ad68-da5e450fabdc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b9877cbe6d448debb81922d6ebbc49b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0434749 Jun 28 10:01:21.717716 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53060) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:21.764323 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f3195a1d-b8fe-4f1b-9c82-761d202d0ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:21.790920 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f3195a1d-b8fe-4f1b-9c82-761d202d0ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:21.925557 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f3195a1d-b8fe-4f1b-9c82-761d202d0ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:21.928047 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f3195a1d-b8fe-4f1b-9c82-761d202d0ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:21.929226 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-f3195a1d-b8fe-4f1b-9c82-761d202d0ca4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c889d22-7998-480f-bcec-54ddaa29bda6 HTTP/1.1" status: 204 len: 168 time: 0.2106030 Jun 28 10:01:21.932051 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-08febb93-5792-4401-9491-c353a1476069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:21.939410 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3195a1d-b8fe-4f1b-9c82-761d202d0ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c889d22-7998-480f-bcec-54ddaa29bda6,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:21.942089 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-f3195a1d-b8fe-4f1b-9c82-761d202d0ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:22.057310 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 5618a4f2-e709-435f-a64e-ed0a746b947c no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:01:22.078395 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 5618a4f2-e709-435f-a64e-ed0a746b947c {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:01:22.079213 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 5618a4f2-e709-435f-a64e-ed0a746b947c not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:01:22.080545 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 592034f9-d617-472f-8fa7-d4d8d5aa444c no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:01:22.103381 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 592034f9-d617-472f-8fa7-d4d8d5aa444c {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:01:22.103742 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 592034f9-d617-472f-8fa7-d4d8d5aa444c not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:01:22.645862 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815fbb1-6066-4e70-a879-2f25e902f6fd req-dc8f4b7b-3eab-4dfd-8e03-00daaaf184e7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:22.647348 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3815fbb1-6066-4e70-a879-2f25e902f6fd req-dc8f4b7b-3eab-4dfd-8e03-00daaaf184e7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0651829 Jun 28 10:01:22.691635 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3815fbb1-6066-4e70-a879-2f25e902f6fd req-cf51cc95-383e-4554-83ce-1b76cc18d805 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384881 Jun 28 10:01:23.881656 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ead8c-4d70-4d99-907b-86429ff97e5e req-664a59d7-a1d2-4e02-ac53-931aee8febe4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:23.883235 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f00ead8c-4d70-4d99-907b-86429ff97e5e req-664a59d7-a1d2-4e02-ac53-931aee8febe4 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0738118 Jun 28 10:01:23.934345 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f00ead8c-4d70-4d99-907b-86429ff97e5e req-4ce64ee8-1eaf-4edf-84c8-d2e9fbfec74c tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452840 Jun 28 10:01:25.120407 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af92c3-27be-45f0-8afd-ee06a885dc29 req-7d382ef8-1956-48f8-bbdf-2ae395f5d8b6 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:25.121908 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-15af92c3-27be-45f0-8afd-ee06a885dc29 req-7d382ef8-1956-48f8-bbdf-2ae395f5d8b6 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0623498 Jun 28 10:01:25.160152 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-15af92c3-27be-45f0-8afd-ee06a885dc29 req-3bed6db3-29d0-4ea1-a1a5-644c693df152 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318456 Jun 28 10:01:25.339727 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:01:26.354760 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aff0ec-d491-44e3-bc19-98bcb9659b2c req-d8f7383a-3782-45e1-bcc4-4e8457a1a92e tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:26.356284 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-16aff0ec-d491-44e3-bc19-98bcb9659b2c req-d8f7383a-3782-45e1-bcc4-4e8457a1a92e tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0689106 Jun 28 10:01:26.397009 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-16aff0ec-d491-44e3-bc19-98bcb9659b2c req-7a2dc177-8539-4d00-bc17-0ddf0d13173d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343254 Jun 28 10:01:27.267474 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53132) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:27.384890 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1d3c-b052-4043-9b6c-3cf021bba0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:27.480561 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1d3c-b052-4043-9b6c-3cf021bba0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:27.630648 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc56fb-5b25-4287-98fd-a8cec770aea6 req-fe430d90-239f-4766-8370-0d844a2e6a0d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:27.632415 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-97bc56fb-5b25-4287-98fd-a8cec770aea6 req-fe430d90-239f-4766-8370-0d844a2e6a0d tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0812681 Jun 28 10:01:27.671655 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-97bc56fb-5b25-4287-98fd-a8cec770aea6 req-97fcab92-960c-4365-8189-5635bc4f8d8f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325582 Jun 28 10:01:27.988847 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-3e1b1d3c-b052-4043-9b6c-3cf021bba0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:27.992364 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-aabeade1-826c-4fd7-8f78-936433237a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:28.030643 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b1d3c-b052-4043-9b6c-3cf021bba0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a3e2b1-9f58-4446-9b98-e695233e4940,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:28.035455 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-3e1b1d3c-b052-4043-9b6c-3cf021bba0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:28.041194 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53138) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:28.041742 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-3e1b1d3c-b052-4043-9b6c-3cf021bba0ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3717722a6314f60805cdab0122be551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7732191 Jun 28 10:01:28.100624 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:28.123179 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:28.264141 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:28.268887 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:28.270283 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79a3e2b1-9f58-4446-9b98-e695233e4940 HTTP/1.1" status: 204 len: 168 time: 0.2281127 Jun 28 10:01:28.271115 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-f3195a1d-b8fe-4f1b-9c82-761d202d0ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:28.278693 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a3e2b1-9f58-4446-9b98-e695233e4940,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:28.286229 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:28.286604 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:28.287125 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:28.287361 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:28.287654 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:28.288001 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:28.288357 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:28.288734 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:28.294750 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:28.294750 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:28.294750 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:28.294750 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:01:28.294750 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-73ea9235-2bf4-4dfd-8d5f-d70b610899bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:28.888479 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0f614-9e9c-4d7e-a8b3-66ce604f5988 req-763d2020-1289-4e76-ac33-4243af9cce70 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:28.889979 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f3d0f614-9e9c-4d7e-a8b3-66ce604f5988 req-763d2020-1289-4e76-ac33-4243af9cce70 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0680707 Jun 28 10:01:28.967427 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f3d0f614-9e9c-4d7e-a8b3-66ce604f5988 req-a6d616dd-4bcc-4a18-ba47-3487175b9c10 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707464 Jun 28 10:01:30.181511 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f6b09-3615-4d5d-89ee-28c31af58f8c req-92b9cff2-372d-4fd5-b8a9-e3bd0776c4de tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:30.184103 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fd9f6b09-3615-4d5d-89ee-28c31af58f8c req-92b9cff2-372d-4fd5-b8a9-e3bd0776c4de tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0782568 Jun 28 10:01:30.241632 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fd9f6b09-3615-4d5d-89ee-28c31af58f8c req-be5aec42-ad8f-4699-adde-b56a175532f1 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491970 Jun 28 10:01:30.942636 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53194) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:31.053675 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-64fd0c7c-854a-46ca-a4d5-dc6e37468c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:31.158992 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-64fd0c7c-854a-46ca-a4d5-dc6e37468c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:31.221018 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-64fd0c7c-854a-46ca-a4d5-dc6e37468c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:31.223584 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-02c94a5d-db1f-4de7-89af-0d0fd4c1f0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:31.261060 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-64fd0c7c-854a-46ca-a4d5-dc6e37468c34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6629b07d57a44082b27991ce1951afca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171384 Jun 28 10:01:31.261831 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd0c7c-854a-46ca-a4d5-dc6e37468c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cfd0da-016d-4088-ae85-ffa0b71cc536,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:31.264069 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53198) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:31.265546 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-64fd0c7c-854a-46ca-a4d5-dc6e37468c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:31.338558 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f3c9ead6-6e3d-4d78-ab41-b834e1aa93e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:31.370951 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f3c9ead6-6e3d-4d78-ab41-b834e1aa93e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:31.444887 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91d16c-6661-4ffe-945a-4345058b6363 req-4a55c76c-865c-47e5-9d87-048ae11493d5 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:31.446442 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bf91d16c-6661-4ffe-945a-4345058b6363 req-4a55c76c-865c-47e5-9d87-048ae11493d5 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0735595 Jun 28 10:01:31.473662 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f3c9ead6-6e3d-4d78-ab41-b834e1aa93e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:31.476259 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f3c9ead6-6e3d-4d78-ab41-b834e1aa93e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:31.478207 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-f3c9ead6-6e3d-4d78-ab41-b834e1aa93e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02cfd0da-016d-4088-ae85-ffa0b71cc536 HTTP/1.1" status: 204 len: 168 time: 0.2129865 Jun 28 10:01:31.479422 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-89183a64-7b3c-40c9-b1a1-98bda3993d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:31.484374 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bf91d16c-6661-4ffe-945a-4345058b6363 req-628bdc67-4c8d-4431-90fe-5d0aa491e22f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322409 Jun 28 10:01:31.490437 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9ead6-6e3d-4d78-ab41-b834e1aa93e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cfd0da-016d-4088-ae85-ffa0b71cc536,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:31.494056 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f3c9ead6-6e3d-4d78-ab41-b834e1aa93e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:32.177341 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53206) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:32.191200 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-761025be-454f-4d32-976b-e751dab538e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:32.274986 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-761025be-454f-4d32-976b-e751dab538e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:32.377652 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-761025be-454f-4d32-976b-e751dab538e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:32.380150 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-564c36a9-4b4d-43b7-9854-fa38de27e8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:32.419614 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-761025be-454f-4d32-976b-e751dab538e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8bc14c0a7174fbd9b9e27df244247bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412100 Jun 28 10:01:32.420504 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761025be-454f-4d32-976b-e751dab538e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21240d0e-b7d4-468c-be8f-aa202f8b2abc,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:32.423448 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53208) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:32.426622 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-761025be-454f-4d32-976b-e751dab538e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:32.474035 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f403d43b-0603-4503-af4c-89bd722c6d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:32.494831 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f403d43b-0603-4503-af4c-89bd722c6d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:32.640839 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f403d43b-0603-4503-af4c-89bd722c6d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:32.644320 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f403d43b-0603-4503-af4c-89bd722c6d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:32.646042 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-f403d43b-0603-4503-af4c-89bd722c6d39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21240d0e-b7d4-468c-be8f-aa202f8b2abc HTTP/1.1" status: 204 len: 168 time: 0.2215519 Jun 28 10:01:32.647143 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-5ad3c996-50ff-411d-bc31-ea9257ebc4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:32.665394 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403d43b-0603-4503-af4c-89bd722c6d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21240d0e-b7d4-468c-be8f-aa202f8b2abc,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:32.668278 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f403d43b-0603-4503-af4c-89bd722c6d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:32.690191 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f751456-bbfa-4751-ac7c-fe365f741edf req-7b13cb0a-cfca-4c92-9f8c-e7d34d51aa07 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:32.692024 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8f751456-bbfa-4751-ac7c-fe365f741edf req-7b13cb0a-cfca-4c92-9f8c-e7d34d51aa07 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0763979 Jun 28 10:01:32.733555 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8f751456-bbfa-4751-ac7c-fe365f741edf req-52a38869-a0c6-4cfd-a272-449384124021 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357747 Jun 28 10:01:33.757722 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-516a912b-b21d-4850-98ee-a9b58bc2e7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:33.913657 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45901e92-3d20-440f-b56f-00f97bdab7dd req-4d474674-853b-497c-b7af-9e3be6a6a764 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:33.915110 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-45901e92-3d20-440f-b56f-00f97bdab7dd req-4d474674-853b-497c-b7af-9e3be6a6a764 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 943 time: 0.0630887 Jun 28 10:01:33.952078 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-45901e92-3d20-440f-b56f-00f97bdab7dd req-3a288e39-4713-41cb-ae3b-e9c178fdd108 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312746 Jun 28 10:01:34.588133 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53234) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:34.679714 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-688509268-network', 'tenant_id': '6f0e14c058d34da4a6e8e47e8b9d6b87'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:34.722349 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 92ff0b0f-1ad1-46f8-ac33-356007d8f06a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:01:34.813983 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:34.822305 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Made reservation on behalf of 6f0e14c058d34da4a6e8e47e8b9d6b87 for: {'network': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:01:34.824684 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:34.825329 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'port_id': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a', 'mac_address': 'fa:16:3e:9b:ef:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:01:34.834250 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:34.866461 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:34.879507 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ff0b0f-1ad1-46f8-ac33-356007d8f06a {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:01:34.899779 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:34.923624 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:34.982799 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:34.984647 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:35.033523 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,revision_number=9']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:35.036627 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:35.037377 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:35.041201 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-445aeff4-8d71-4489-8639-4d7e6c2ccd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:35.064115 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=100129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:01:35.073714 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8f0906-b67e-4f08-8ed3-8bb7b4edf3ea,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:35.077048 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:35.081232 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:35.081576 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.segments_db [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Added segment 6d7e24b1-5da1-40fa-bd5c-aceaaf928ce9 of type vlan for network 329c0fd5-5b8a-45b3-a230-69719ae945a0 Jun 28 10:01:35.122586 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:35.139651 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b065ec-1c41-4010-a2e9-6ab9df5dd5e7 req-bb93f43d-361d-48dd-bb85-4c0532d679ad tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:35.141791 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-31b065ec-1c41-4010-a2e9-6ab9df5dd5e7 req-bb93f43d-361d-48dd-bb85-4c0532d679ad tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 944 time: 0.0741737 Jun 28 10:01:35.179233 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-31b065ec-1c41-4010-a2e9-6ab9df5dd5e7 req-1e36d049-ff3f-4d8f-afc1-59209e6c605f tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316267 Jun 28 10:01:35.191977 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['92ff0b0f-1ad1-46f8-ac33-356007d8f06a'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:01:35.298262 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:35.299683 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:35.300287 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:35.303339 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:35.362059 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Pushing event updated for resources: {'Network': ['ID=329c0fd5-5b8a-45b3-a230-69719ae945a0,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:35.364809 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:35.371810 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network 329c0fd5-5b8a-45b3-a230-69719ae945a0 details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:01:35.543138 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9538834 Jun 28 10:01:35.546084 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53240) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:35.551124 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-59b758d8-4663-48dc-b749-6ace598d11ad admin admin] Request body: {'subnet': {'network_id': '329c0fd5-5b8a-45b3-a230-69719ae945a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-688509268-subnet', 'tenant_id': '6f0e14c058d34da4a6e8e47e8b9d6b87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:35.574822 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:35.578675 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5834bf96-ea67-473a-9db5-d75aabde1d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:35.696666 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b758d8-4663-48dc-b749-6ace598d11ad admin admin] Made reservation on behalf of 6f0e14c058d34da4a6e8e47e8b9d6b87 for: {'subnet': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:01:35.699050 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-59b758d8-4663-48dc-b749-6ace598d11ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59185916'] for subnet, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:35.959746 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-59b758d8-4663-48dc-b749-6ace598d11ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59185902'] for subnet, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:35.962014 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b6f71298-cfe7-4b2c-997c-95228d28db7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:36.015939 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b758d8-4663-48dc-b749-6ace598d11ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf226ca4-d17e-4178-8554-f7af9f1eebbb,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:36.019534 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-59b758d8-4663-48dc-b749-6ace598d11ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:36.026129 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b758d8-4663-48dc-b749-6ace598d11ad admin admin] Checking segment: {'id': '6d7e24b1-5da1-40fa-bd5c-aceaaf928ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '329c0fd5-5b8a-45b3-a230-69719ae945a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:01:36.026485 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b758d8-4663-48dc-b749-6ace598d11ad admin admin] Network hostable DHCP agents. Network: 329c0fd5-5b8a-45b3-a230-69719ae945a0, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:01:36.193599 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b758d8-4663-48dc-b749-6ace598d11ad admin admin] Network 329c0fd5-5b8a-45b3-a230-69719ae945a0 is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:01:36.289422 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-59b758d8-4663-48dc-b749-6ace598d11ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, 329c0fd5-5b8a-45b3-a230-69719ae945a0) {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:01:36.299607 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b758d8-4663-48dc-b749-6ace598d11ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:36.300217 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-59b758d8-4663-48dc-b749-6ace598d11ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:36.301290 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b666f9c-3fd6-4a09-9013-c5e020c300ba None None] Network 329c0fd5-5b8a-45b3-a230-69719ae945a0 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:01:36.372062 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5771c-8fba-4815-b623-2f7322a3e028 req-d5cd7370-bf11-4077-a370-34e3015c3b5e tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:36.379757 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-77f5771c-8fba-4815-b623-2f7322a3e028 req-d5cd7370-bf11-4077-a370-34e3015c3b5e tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 944 time: 0.0829492 Jun 28 10:01:36.417442 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-77f5771c-8fba-4815-b623-2f7322a3e028 req-1b224576-ef95-4fc3-83d7-e7815c3be227 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363452 Jun 28 10:01:36.449858 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28e1761-a866-4fee-99dc-964c1ea6b482 None None] Network 329c0fd5-5b8a-45b3-a230-69719ae945a0 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:01:36.514770 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-59b758d8-4663-48dc-b749-6ace598d11ad admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9676051 Jun 28 10:01:36.726731 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 92ff0b0f-1ad1-46f8-ac33-356007d8f06a up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:01:36.780441 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:01:36.780870 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:36.846048 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:36.860342 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:36.882490 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:01:36.884765 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0781e285-c2fd-48ed-a006-3992f437f030" -d '{"events": [{"server_uuid": "cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac", "name": "network-vif-plugged", "status": "completed", "tag": "92ff0b0f-1ad1-46f8-ac33-356007d8f06a"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:01:36.898085 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:01:36.920035 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879c9fef-8c30-4562-974a-7aa68970328d x-openstack-request-id: req-879c9fef-8c30-4562-974a-7aa68970328d {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:01:36.920333 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac", "name": "network-vif-plugged", "status": "completed", "tag": "92ff0b0f-1ad1-46f8-ac33-356007d8f06a", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:01:36.920624 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-879c9fef-8c30-4562-974a-7aa68970328d {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:01:36.921039 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a', 'code': 200} Jun 28 10:01:36.992072 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:36.994819 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-483f316a-9815-44c4-b5e9-fc8fd00619ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:37.043472 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,revision_number=10']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:37.044503 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:37.291479 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d47178-89a3-4889-ac9a-71a4ce643bf0 req-5f998c58-6c15-44cc-8130-748d59e9513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:37.292981 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-73d47178-89a3-4889-ac9a-71a4ce643bf0 req-5f998c58-6c15-44cc-8130-748d59e9513d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 1099 time: 0.0542774 Jun 28 10:01:37.293259 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53260) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:37.298985 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1733685423-network', 'tenant_id': 'dd928bae9f82478594b45fec85ff4c1d'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:37.326801 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-73d47178-89a3-4889-ac9a-71a4ce643bf0 req-086dcbe7-4249-4983-9774-77da4d461453 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272939 Jun 28 10:01:37.439751 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Made reservation on behalf of dd928bae9f82478594b45fec85ff4c1d for: {'network': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:01:37.442261 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:37.450960 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:37.550447 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:37.601907 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec410bd-5c5b-438d-b7c9-52bc4eca509e req-9837b4b2-4a5f-4dba-a55b-2814c2ddf466 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:37.603403 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3ec410bd-5c5b-438d-b7c9-52bc4eca509e req-9837b4b2-4a5f-4dba-a55b-2814c2ddf466 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 946 time: 0.0693505 Jun 28 10:01:37.640681 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3ec410bd-5c5b-438d-b7c9-52bc4eca509e req-7a9d6cf1-7ffd-4db8-8a73-cd25db704e31 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317349 Jun 28 10:01:37.706489 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:37.709639 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9aa9700b-8b0c-44a7-b4ed-be79d75d79da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:37.738225 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=100130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:01:37.743445 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401c279f-6c94-49a4-8ce3-18902427ce0d,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:37.746998 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:37.751450 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:37.751798 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.segments_db [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Added segment 3b5f9d3e-ef00-4b46-8b20-8599e78cda3b of type vlan for network 158f14a3-4ca8-4e36-8c23-cd138bfcabe7 Jun 28 10:01:37.789933 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:37.906439 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:37.908049 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:37.908633 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:37.910982 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-314869da-e80e-4766-8459-60c0f244020e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:37.974254 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Pushing event updated for resources: {'Network': ['ID=158f14a3-4ca8-4e36-8c23-cd138bfcabe7,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:37.977232 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:37.984245 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network 158f14a3-4ca8-4e36-8c23-cd138bfcabe7 details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:01:38.015922 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7215402 Jun 28 10:01:38.019165 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53264) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:38.024034 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-8d47fb18-9ea9-45de-a7e6-af9af6b20293 admin admin] Request body: {'subnet': {'network_id': '158f14a3-4ca8-4e36-8c23-cd138bfcabe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1733685423-subnet', 'tenant_id': 'dd928bae9f82478594b45fec85ff4c1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:01:38.129070 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d47fb18-9ea9-45de-a7e6-af9af6b20293 admin admin] Made reservation on behalf of dd928bae9f82478594b45fec85ff4c1d for: {'subnet': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:01:38.131448 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8d47fb18-9ea9-45de-a7e6-af9af6b20293 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59261560'] for subnet, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:38.262770 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:38.371216 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8d47fb18-9ea9-45de-a7e6-af9af6b20293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59015065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59261546'] for subnet, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:38.374377 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:38.428765 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47fb18-9ea9-45de-a7e6-af9af6b20293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb034c6-1ace-41af-976e-5f520e89bf8e,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:38.432276 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-8d47fb18-9ea9-45de-a7e6-af9af6b20293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:38.436262 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47fb18-9ea9-45de-a7e6-af9af6b20293 admin admin] Checking segment: {'id': '3b5f9d3e-ef00-4b46-8b20-8599e78cda3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '158f14a3-4ca8-4e36-8c23-cd138bfcabe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:01:38.436616 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d47fb18-9ea9-45de-a7e6-af9af6b20293 admin admin] Network hostable DHCP agents. Network: 158f14a3-4ca8-4e36-8c23-cd138bfcabe7, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:01:38.582449 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d47fb18-9ea9-45de-a7e6-af9af6b20293 admin admin] Network 158f14a3-4ca8-4e36-8c23-cd138bfcabe7 is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:01:38.679633 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-8d47fb18-9ea9-45de-a7e6-af9af6b20293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, 158f14a3-4ca8-4e36-8c23-cd138bfcabe7) {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:01:38.686221 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d47fb18-9ea9-45de-a7e6-af9af6b20293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:38.687039 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-8d47fb18-9ea9-45de-a7e6-af9af6b20293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:38.689493 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69df48c4-c4d0-4c7e-8c6c-c6491e1818b5 None None] Network 158f14a3-4ca8-4e36-8c23-cd138bfcabe7 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:01:38.803924 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-8d47fb18-9ea9-45de-a7e6-af9af6b20293 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7837222 Jun 28 10:01:38.823732 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e3b1b2-46c3-4594-bb32-381d3d19c0c5 None None] Network 158f14a3-4ca8-4e36-8c23-cd138bfcabe7 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:01:38.830114 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8686d-a738-4fd6-b5cf-cfd38ec5b952 req-5f87d1fb-d3a1-4c3b-8acb-4ead3b64dc1e tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:38.831645 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5aa8686d-a738-4fd6-b5cf-cfd38ec5b952 req-5f87d1fb-d3a1-4c3b-8acb-4ead3b64dc1e tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 946 time: 0.0669577 Jun 28 10:01:38.873160 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5aa8686d-a738-4fd6-b5cf-cfd38ec5b952 req-725f37bd-9bfb-45b0-acb5-8b905f886805 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333533 Jun 28 10:01:38.931943 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53300) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:38.980749 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_v2 [None req-200fde44-e650-43f2-b05a-1e89fb8012fe admin admin] Deleting subnet cf226ca4-d17e-4178-8554-f7af9f1eebbb {{(pid=100130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:01:38.983923 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-200fde44-e650-43f2-b05a-1e89fb8012fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:39.017351 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-200fde44-e650-43f2-b05a-1e89fb8012fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59617636'] for subnet, precommit_delete_associations {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:39.054473 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-200fde44-e650-43f2-b05a-1e89fb8012fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:39.399878 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-200fde44-e650-43f2-b05a-1e89fb8012fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59015134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59262105'] for subnet, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:39.402355 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-5aa66de7-a935-40ed-a2dd-eb34867f50a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:39.432097 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fde44-e650-43f2-b05a-1e89fb8012fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf226ca4-d17e-4178-8554-f7af9f1eebbb,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:39.434950 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-200fde44-e650-43f2-b05a-1e89fb8012fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:39.436614 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-200fde44-e650-43f2-b05a-1e89fb8012fe admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cf226ca4-d17e-4178-8554-f7af9f1eebbb HTTP/1.1" status: 204 len: 168 time: 0.5030599 Jun 28 10:01:39.437036 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-200fde44-e650-43f2-b05a-1e89fb8012fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:39.439297 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53308) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:39.509089 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-22fd384e-3e3f-4ee2-931b-d681f924cada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:39.587071 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-22fd384e-3e3f-4ee2-931b-d681f924cada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:39.596764 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-22fd384e-3e3f-4ee2-931b-d681f924cada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329c0fd5-5b8a-45b3-a230-69719ae945a0']}} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:39.606399 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-22fd384e-3e3f-4ee2-931b-d681f924cada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7e24b1-5da1-40fa-bd5c-aceaaf928ce9') {'for_net_delete': True} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:39.606693 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-22fd384e-3e3f-4ee2-931b-d681f924cada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7e24b1-5da1-40fa-bd5c-aceaaf928ce9') {} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:39.615657 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-22fd384e-3e3f-4ee2-931b-d681f924cada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59617651'] for segment, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:39.629274 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-22fd384e-3e3f-4ee2-931b-d681f924cada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:39.634863 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fd384e-3e3f-4ee2-931b-d681f924cada admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=100130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:01:39.635237 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-22fd384e-3e3f-4ee2-931b-d681f924cada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014971'] for segment, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: Traceback (most recent call last): Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: timer() Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: cb(*args, **kw) Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: return func(*args, **kwargs) Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: self._notify() Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: self.callback(batched_events) Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: event.method(event) Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: return f(self, *a, **k) Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._get(url).json() Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: return self.request(url, 'GET', **kwargs) Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:01:39.636821 dv-cinder-786627-12-iscsi neutron-server[100130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:01:39.849116 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-22fd384e-3e3f-4ee2-931b-d681f924cada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:39.853103 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-8da07122-365c-42b9-9d1c-42a9c5be1911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:39.857003 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-22fd384e-3e3f-4ee2-931b-d681f924cada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:39.857418 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-22fd384e-3e3f-4ee2-931b-d681f924cada admin admin] 10.222.0.30 "DELETE /v2.0/networks/329c0fd5-5b8a-45b3-a230-69719ae945a0 HTTP/1.1" status: 204 len: 168 time: 0.4171548 Jun 28 10:01:39.861577 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53310) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:39.869646 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd384e-3e3f-4ee2-931b-d681f924cada admin admin] Pushing event deleted for resources: {'Network': ['ID=329c0fd5-5b8a-45b3-a230-69719ae945a0,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:39.872130 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-22fd384e-3e3f-4ee2-931b-d681f924cada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:39.915540 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ea3191-a0c2-4b7b-91a9-7f0adf2c4c1c admin admin] Deleting subnet 5cb034c6-1ace-41af-976e-5f520e89bf8e {{(pid=100129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:01:39.919059 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-83ea3191-a0c2-4b7b-91a9-7f0adf2c4c1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:39.959209 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-83ea3191-a0c2-4b7b-91a9-7f0adf2c4c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59599221'] for subnet, precommit_delete_associations {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:39.999847 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-83ea3191-a0c2-4b7b-91a9-7f0adf2c4c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:40.073265 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a710c25-283f-4e0e-934d-9e7c0d32b424 req-ea1dc503-6728-43a1-9dcf-7c55fa6516fc tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:40.073265 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1a710c25-283f-4e0e-934d-9e7c0d32b424 req-ea1dc503-6728-43a1-9dcf-7c55fa6516fc tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 946 time: 0.0693688 Jun 28 10:01:40.101131 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1a710c25-283f-4e0e-934d-9e7c0d32b424 req-7534ad4a-fa7a-4a9f-8c82-8706b2ea3068 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331736 Jun 28 10:01:40.141042 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-83ea3191-a0c2-4b7b-91a9-7f0adf2c4c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59186205'] for subnet, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:40.143662 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b6f09bca-3bbc-4139-af57-1df3bf7fe111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:40.168357 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea3191-a0c2-4b7b-91a9-7f0adf2c4c1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb034c6-1ace-41af-976e-5f520e89bf8e,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:40.171244 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-83ea3191-a0c2-4b7b-91a9-7f0adf2c4c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:40.174966 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-83ea3191-a0c2-4b7b-91a9-7f0adf2c4c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:40.179452 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53314) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:40.179591 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-83ea3191-a0c2-4b7b-91a9-7f0adf2c4c1c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5cb034c6-1ace-41af-976e-5f520e89bf8e HTTP/1.1" status: 204 len: 168 time: 0.3168869 Jun 28 10:01:40.245766 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-fa49852f-7d49-4cbe-848a-57835b1d7d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:40.322169 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-fa49852f-7d49-4cbe-848a-57835b1d7d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:40.332182 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-fa49852f-7d49-4cbe-848a-57835b1d7d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158f14a3-4ca8-4e36-8c23-cd138bfcabe7']}} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:40.342557 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-fa49852f-7d49-4cbe-848a-57835b1d7d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5f9d3e-ef00-4b46-8b20-8599e78cda3b') {'for_net_delete': True} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:40.342915 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-fa49852f-7d49-4cbe-848a-57835b1d7d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5f9d3e-ef00-4b46-8b20-8599e78cda3b') {} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:01:40.352886 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-fa49852f-7d49-4cbe-848a-57835b1d7d8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59617651'] for segment, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:40.366183 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-fa49852f-7d49-4cbe-848a-57835b1d7d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:40.372205 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa49852f-7d49-4cbe-848a-57835b1d7d8d admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:01:40.372587 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-fa49852f-7d49-4cbe-848a-57835b1d7d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014971'] for segment, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: Traceback (most recent call last): Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: timer() Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: cb(*args, **kw) Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: return func(*args, **kwargs) Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: self._notify() Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: self.callback(batched_events) Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: event.method(event) Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: return f(self, *a, **k) Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._get(url).json() Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: return self.request(url, 'GET', **kwargs) Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:01:40.374771 dv-cinder-786627-12-iscsi neutron-server[100130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:01:40.542581 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-fa49852f-7d49-4cbe-848a-57835b1d7d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:40.547518 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-fa49852f-7d49-4cbe-848a-57835b1d7d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:40.549508 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-fa49852f-7d49-4cbe-848a-57835b1d7d8d admin admin] 10.222.0.30 "DELETE /v2.0/networks/158f14a3-4ca8-4e36-8c23-cd138bfcabe7 HTTP/1.1" status: 204 len: 168 time: 0.3690970 Jun 28 10:01:40.550469 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:40.562921 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49852f-7d49-4cbe-848a-57835b1d7d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=158f14a3-4ca8-4e36-8c23-cd138bfcabe7,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:40.565152 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-fa49852f-7d49-4cbe-848a-57835b1d7d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:41.034348 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53318) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:41.079766 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-08a89f3e-2ef9-4c34-8457-c40ff7bffcbe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f0e14c058d34da4a6e8e47e8b9d6b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441415 Jun 28 10:01:41.082106 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53320) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:41.134050 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-975b560e-daea-4569-805b-741ce5f30492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:41.155333 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-975b560e-daea-4569-805b-741ce5f30492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:41.275830 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc718c1a-62a9-4f8c-a9f6-72a0e49d01b5 req-84f1e7b5-a3aa-4786-8ae7-41ad4520b765 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:01:41.277302 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bc718c1a-62a9-4f8c-a9f6-72a0e49d01b5 req-84f1e7b5-a3aa-4786-8ae7-41ad4520b765 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 946 time: 0.0621061 Jun 28 10:01:41.278309 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-975b560e-daea-4569-805b-741ce5f30492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:41.280805 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-975b560e-daea-4569-805b-741ce5f30492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:41.284566 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-975b560e-daea-4569-805b-741ce5f30492 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d8f0906-b67e-4f08-8ed3-8bb7b4edf3ea HTTP/1.1" status: 204 len: 168 time: 0.1987307 Jun 28 10:01:41.284566 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-a1542aaf-373e-4e7b-a0d6-36325863df61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:41.302402 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b560e-daea-4569-805b-741ce5f30492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8f0906-b67e-4f08-8ed3-8bb7b4edf3ea,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:41.306404 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-975b560e-daea-4569-805b-741ce5f30492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:41.325456 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bc718c1a-62a9-4f8c-a9f6-72a0e49d01b5 req-3f3d608d-97a8-4250-a780-fe5832dff510 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406754 Jun 28 10:01:42.022729 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53330) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:42.063194 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-952d15a0-bdb5-4fe3-8e3b-3b807f8d64b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd928bae9f82478594b45fec85ff4c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392072 Jun 28 10:01:42.065514 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53332) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:42.114150 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-979f7647-0bc7-4a2f-ad40-feb2c846fe0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:42.135123 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-979f7647-0bc7-4a2f-ad40-feb2c846fe0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:42.357797 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-979f7647-0bc7-4a2f-ad40-feb2c846fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:42.360405 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-979f7647-0bc7-4a2f-ad40-feb2c846fe0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:42.361752 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-979f7647-0bc7-4a2f-ad40-feb2c846fe0d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/401c279f-6c94-49a4-8ce3-18902427ce0d HTTP/1.1" status: 204 len: 168 time: 0.2953644 Jun 28 10:01:42.362639 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d652f4a8-7971-4701-a7b8-3e19e35e6468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:42.378164 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f7647-0bc7-4a2f-ad40-feb2c846fe0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401c279f-6c94-49a4-8ce3-18902427ce0d,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:42.378164 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-979f7647-0bc7-4a2f-ad40-feb2c846fe0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:45.498725 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53402) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:45.599347 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc9ae-b6c0-469d-9473-13086e3f908b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.681868 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc9ae-b6c0-469d-9473-13086e3f908b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.827710 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc9ae-b6c0-469d-9473-13086e3f908b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.830690 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d3fd7115-8ab1-410c-a1ad-8a37098c74b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:45.866797 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcc9ae-b6c0-469d-9473-13086e3f908b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49516d77-ebe8-4054-bd01-58c50cd0e820,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:45.871016 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-fcfcc9ae-b6c0-469d-9473-13086e3f908b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=263e25dd9be24e578a54ff091e2d3267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713014 Jun 28 10:01:45.871886 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-fcfcc9ae-b6c0-469d-9473-13086e3f908b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:45.874257 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53406) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:45.925214 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2ff29dc9-703f-4933-8caf-e2da78a297cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:45.945529 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2ff29dc9-703f-4933-8caf-e2da78a297cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.107909 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2ff29dc9-703f-4933-8caf-e2da78a297cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.110991 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2ff29dc9-703f-4933-8caf-e2da78a297cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.112197 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-2ff29dc9-703f-4933-8caf-e2da78a297cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49516d77-ebe8-4054-bd01-58c50cd0e820 HTTP/1.1" status: 204 len: 168 time: 0.2376225 Jun 28 10:01:46.112978 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2d4dc0ba-ef9e-4366-86d5-c3c4d6812a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:46.120458 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff29dc9-703f-4933-8caf-e2da78a297cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49516d77-ebe8-4054-bd01-58c50cd0e820,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:46.123342 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2ff29dc9-703f-4933-8caf-e2da78a297cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:46.133023 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.880513 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53412) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:46.894010 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-de697738-5e3c-43aa-b867-3d48509add5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:46.979668 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-de697738-5e3c-43aa-b867-3d48509add5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.073615 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-de697738-5e3c-43aa-b867-3d48509add5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.076015 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d57afb61-cf30-4437-9d6e-21ba19d572c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:47.117045 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-de697738-5e3c-43aa-b867-3d48509add5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b195d9fbdedd4dabb4da512cf3b45fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354043 Jun 28 10:01:47.117873 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de697738-5e3c-43aa-b867-3d48509add5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68e9a7f-1944-4b51-b55b-ac17885ed463,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:47.119840 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53414) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:01:47.121152 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-de697738-5e3c-43aa-b867-3d48509add5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:01:47.167880 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5f4c5812-6b02-4e93-8242-f993fc7ef98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.187605 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5f4c5812-6b02-4e93-8242-f993fc7ef98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.301922 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5f4c5812-6b02-4e93-8242-f993fc7ef98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.304432 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5f4c5812-6b02-4e93-8242-f993fc7ef98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:01:47.305627 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-5f4c5812-6b02-4e93-8242-f993fc7ef98a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d68e9a7f-1944-4b51-b55b-ac17885ed463 HTTP/1.1" status: 204 len: 168 time: 0.1848147 Jun 28 10:01:47.306386 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0f5e8300-4dce-435d-98b2-812b3d943f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:01:47.313886 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c5812-6b02-4e93-8242-f993fc7ef98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68e9a7f-1944-4b51-b55b-ac17885ed463,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:01:47.316309 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-5f4c5812-6b02-4e93-8242-f993fc7ef98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:01.438119 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53524) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:01.538029 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-aac5519a-af81-47dd-a038-753b8163b6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:01.623274 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-aac5519a-af81-47dd-a038-753b8163b6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:01.701721 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-aac5519a-af81-47dd-a038-753b8163b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:01.704044 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-c3124565-1102-4183-ab51-957205d41ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:01.739523 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-aac5519a-af81-47dd-a038-753b8163b6d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60e00460e6724fb7872ff3901b72bd65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003170 Jun 28 10:02:01.740426 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5519a-af81-47dd-a038-753b8163b6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e334cdd3-0899-4cfc-9178-edaa216f9077,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:01.742239 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53528) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:01.743522 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-aac5519a-af81-47dd-a038-753b8163b6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:01.790692 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-107a05d4-015e-477b-ada3-f16027b0ad5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:01.811934 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-107a05d4-015e-477b-ada3-f16027b0ad5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:01.957415 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-107a05d4-015e-477b-ada3-f16027b0ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:01.960640 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-107a05d4-015e-477b-ada3-f16027b0ad5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:01.962389 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-107a05d4-015e-477b-ada3-f16027b0ad5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e334cdd3-0899-4cfc-9178-edaa216f9077 HTTP/1.1" status: 204 len: 168 time: 0.2184336 Jun 28 10:02:01.963158 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-72a16c66-cc74-4a1a-b852-079886654b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:01.971492 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a05d4-015e-477b-ada3-f16027b0ad5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e334cdd3-0899-4cfc-9178-edaa216f9077,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:01.974078 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-107a05d4-015e-477b-ada3-f16027b0ad5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:02.340999 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:02:02.627621 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53536) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:02.640776 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6cea8795-0316-45e5-9d96-6c0c3f5b093d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:02.728640 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6cea8795-0316-45e5-9d96-6c0c3f5b093d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:02.804415 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6cea8795-0316-45e5-9d96-6c0c3f5b093d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:02.807739 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-215d2042-b054-4369-ad67-5b1044959f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:02.842842 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-6cea8795-0316-45e5-9d96-6c0c3f5b093d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6141bf1a32694e529ad4900f1c0b81f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141736 Jun 28 10:02:02.845787 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea8795-0316-45e5-9d96-6c0c3f5b093d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805160d5-c082-44fb-97b6-f167f839f387,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:02.846571 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53538) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:02.848984 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6cea8795-0316-45e5-9d96-6c0c3f5b093d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:02.895383 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-40d1ec94-d148-45b1-bcdb-69068173271f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:02.915787 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-40d1ec94-d148-45b1-bcdb-69068173271f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:03.038923 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-40d1ec94-d148-45b1-bcdb-69068173271f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:03.041689 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-40d1ec94-d148-45b1-bcdb-69068173271f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:03.042814 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-40d1ec94-d148-45b1-bcdb-69068173271f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/805160d5-c082-44fb-97b6-f167f839f387 HTTP/1.1" status: 204 len: 168 time: 0.1951632 Jun 28 10:02:03.043560 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-c09c414a-9c80-43f3-b005-a39602bdc03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:03.050780 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1ec94-d148-45b1-bcdb-69068173271f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805160d5-c082-44fb-97b6-f167f839f387,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:03.052996 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-40d1ec94-d148-45b1-bcdb-69068173271f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:03.068644 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2fd4d23d-512d-4635-8729-647b3b8ff4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:05.484943 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:05.524628 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d0bdf9f3-0e5e-40d8-9f97-8eb87cfdf28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:06.839095 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:08.273645 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:11.460963 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdd34b-ab1d-4ed4-b8b9-129c70ae9654 req-83db3bea-3050-4c66-af70-9e4f72228fcb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:11.462459 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-05fdd34b-ab1d-4ed4-b8b9-129c70ae9654 req-83db3bea-3050-4c66-af70-9e4f72228fcb tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 946 time: 0.0645702 Jun 28 10:02:11.502513 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-05fdd34b-ab1d-4ed4-b8b9-129c70ae9654 req-0e08630a-644a-45a1-9b27-b8ca9f29da29 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344076 Jun 28 10:02:12.692062 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8b3ee-b885-4bf7-bb92-7f00bf134c0a req-dd024ce0-54a8-4c45-b0f8-c6caa44391ac tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:12.693538 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-37d8b3ee-b885-4bf7-bb92-7f00bf134c0a req-dd024ce0-54a8-4c45-b0f8-c6caa44391ac tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 946 time: 0.0652907 Jun 28 10:02:12.730441 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-37d8b3ee-b885-4bf7-bb92-7f00bf134c0a req-7d7f6ab3-a15b-41f2-95db-5d0b29ccd77b tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5af1a31-c6df-43a2-b91a-8b03df2da8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313382 Jun 28 10:02:12.766934 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072da00-dd1b-40b9-a234-22f55ec8bca1 req-b6877e48-7e6d-4eba-81eb-3b519c0fb3f7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:12.768377 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e072da00-dd1b-40b9-a234-22f55ec8bca1 req-b6877e48-7e6d-4eba-81eb-3b519c0fb3f7 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 946 time: 0.0659044 Jun 28 10:02:12.864097 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-e072da00-dd1b-40b9-a234-22f55ec8bca1 req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Deleting port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:12.864353 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e072da00-dd1b-40b9-a234-22f55ec8bca1 req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:12.953719 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-e072da00-dd1b-40b9-a234-22f55ec8bca1 req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] For port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:12.954128 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e072da00-dd1b-40b9-a234-22f55ec8bca1 req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:13.119109 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e072da00-dd1b-40b9-a234-22f55ec8bca1 req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:13.119407 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e072da00-dd1b-40b9-a234-22f55ec8bca1 req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:13.119718 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.l3_db [req-e072da00-dd1b-40b9-a234-22f55ec8bca1 req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Floating IP 8e43919a-c292-436a-90df-832da744f638 disassociated. External IP: 172.27.2.204, port: 92ff0b0f-1ad1-46f8-ac33-356007d8f06a. Jun 28 10:02:13.120060 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-e072da00-dd1b-40b9-a234-22f55ec8bca1 req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Calling delete_port for 92ff0b0f-1ad1-46f8-ac33-356007d8f06a owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:13.330651 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e072da00-dd1b-40b9-a234-22f55ec8bca1 req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:13.334804 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9acdb6d9-0dd0-4a24-a05f-f8cd948b9459 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:13.361714 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event deleted for resources: {'Port': ['ID=92ff0b0f-1ad1-46f8-ac33-356007d8f06a,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:13.365003 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:13.474508 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e072da00-dd1b-40b9-a234-22f55ec8bca1 req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:02:13.580606 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e072da00-dd1b-40b9-a234-22f55ec8bca1 req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:02:13.590200 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923be70a-8817-404e-b8dc-d07d64a4746c None None] Sync routers for ids ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:02:13.602047 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923be70a-8817-404e-b8dc-d07d64a4746c None None] Routers {'7f29a6da-1685-4d3f-8b12-d80c2a342d3c'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:13.602682 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-923be70a-8817-404e-b8dc-d07d64a4746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:02:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:13.628968 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e072da00-dd1b-40b9-a234-22f55ec8bca1 req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] No DVR routers for this DVR port 92ff0b0f-1ad1-46f8-ac33-356007d8f06a on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:02:13.630091 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e072da00-dd1b-40b9-a234-22f55ec8bca1 req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:13.632053 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e072da00-dd1b-40b9-a234-22f55ec8bca1 req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.37 "DELETE /v2.0/ports/92ff0b0f-1ad1-46f8-ac33-356007d8f06a HTTP/1.1" status: 204 len: 173 time: 0.8585927 Jun 28 10:02:13.632565 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'name': 'network-vif-deleted', 'tag': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:02:13.634907 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99feeac-b34a-4acf-9f6a-7ddef1a60e82" -d '{"events": [{"server_uuid": "cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac", "name": "network-vif-deleted", "tag": "92ff0b0f-1ad1-46f8-ac33-356007d8f06a"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:02:13.669978 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfa6ec4-72e9-46dc-8ea4-755c6f0b8bd9 x-openstack-request-id: req-5dfa6ec4-72e9-46dc-8ea4-755c6f0b8bd9 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:02:13.670313 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac", "name": "network-vif-deleted", "tag": "92ff0b0f-1ad1-46f8-ac33-356007d8f06a", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:02:13.670636 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5dfa6ec4-72e9-46dc-8ea4-755c6f0b8bd9 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:02:13.671077 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac', 'name': 'network-vif-deleted', 'tag': '92ff0b0f-1ad1-46f8-ac33-356007d8f06a', 'status': 'completed', 'code': 200} Jun 28 10:02:13.712970 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-923be70a-8817-404e-b8dc-d07d64a4746c None None] Set router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:13.901632 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0d190026-035c-44f9-be4e-9df5ae0d8a27 req-5bed6f15-f39c-40d2-a77f-b81719e919bd tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcf6bb5-7f4b-49a1-a2fc-2818707a98ac HTTP/1.1" status: 200 len: 210 time: 0.0373967 Jun 28 10:02:13.925965 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-923be70a-8817-404e-b8dc-d07d64a4746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:13Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'dd102002-72f4-42e0-849e-3d9649bd0346', 'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'mac_address': 'fa:16:3e:95:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:09Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'subnets': [{'id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:13.955989 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923be70a-8817-404e-b8dc-d07d64a4746c None None] Checking router: 7f29a6da-1685-4d3f-8b12-d80c2a342d3c for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:02:13.964189 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923be70a-8817-404e-b8dc-d07d64a4746c None None] Routers {'7f29a6da-1685-4d3f-8b12-d80c2a342d3c'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:13.964841 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-923be70a-8817-404e-b8dc-d07d64a4746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:02:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:14.070774 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-923be70a-8817-404e-b8dc-d07d64a4746c None None] Set router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:14.271041 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-923be70a-8817-404e-b8dc-d07d64a4746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:13Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'dd102002-72f4-42e0-849e-3d9649bd0346', 'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'mac_address': 'fa:16:3e:95:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:09Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'subnets': [{'id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:14.297547 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923be70a-8817-404e-b8dc-d07d64a4746c None None] The sync data for ids ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'] in dv-cinder-786627-12-iscsi is: [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T09:54:13Z', 'revision_number': 4, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'dd102002-72f4-42e0-849e-3d9649bd0346', 'name': '', 'network_id': 'b8d6d237-b42e-4d2f-93b5-c30dc724d637', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'mac_address': 'fa:16:3e:95:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:54:09Z', 'updated_at': '2021-06-28T09:54:22Z', 'revision_number': 5, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'subnets': [{'id': '111bbce8-d8d9-499d-affc-ef81b620ef72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:02:14.507650 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1c99bb-5983-49bc-97f9-266206e15472 None None] New status for floating IP 8e43919a-c292-436a-90df-832da744f638: DOWN {{(pid=100131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:02:15.103086 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53684) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:15.159509 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-244453e7-72b4-450d-8ebf-40a96d000118 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:15.182332 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-244453e7-72b4-450d-8ebf-40a96d000118 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:15.296050 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-244453e7-72b4-450d-8ebf-40a96d000118 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:15.298962 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-244453e7-72b4-450d-8ebf-40a96d000118 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:15.300097 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-244453e7-72b4-450d-8ebf-40a96d000118 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "DELETE /v2.0/security-groups/d5af1a31-c6df-43a2-b91a-8b03df2da8c2 HTTP/1.1" status: 204 len: 168 time: 0.1959925 Jun 28 10:02:15.300894 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-58ef4553-bc89-4f68-86bf-c77bfb8e6941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:15.302902 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53686) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:15.314137 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244453e7-72b4-450d-8ebf-40a96d000118 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5af1a31-c6df-43a2-b91a-8b03df2da8c2,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:15.316859 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-244453e7-72b4-450d-8ebf-40a96d000118 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:15.318548 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.api.v2.resource [None req-59222ac5-0071-48d4-b99e-8288c092807e tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] show failed (client error): The resource could not be found. Jun 28 10:02:15.319791 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-59222ac5-0071-48d4-b99e-8288c092807e tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "GET /v2.0/security-groups/d5af1a31-c6df-43a2-b91a-8b03df2da8c2 HTTP/1.1" status: 404 len: 347 time: 0.0157518 Jun 28 10:02:15.322945 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53688) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:15.440763 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53692) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:15.449029 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-56886687-a052-452c-b6b1-8ba4282765ce tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Deleting port 1aa4a225-23fe-4f6f-b786-26e3873b7765 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:15.449403 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-56886687-a052-452c-b6b1-8ba4282765ce tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:15.523891 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-56886687-a052-452c-b6b1-8ba4282765ce tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:15.524217 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-56886687-a052-452c-b6b1-8ba4282765ce tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:15.536052 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-56886687-a052-452c-b6b1-8ba4282765ce tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Calling delete_port for 1aa4a225-23fe-4f6f-b786-26e3873b7765 owned by network:floatingip {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:15.549408 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-78c067e1-d7f4-4050-9ccb-6864390c7b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:15.641439 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-78c067e1-d7f4-4050-9ccb-6864390c7b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:15.741924 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-78c067e1-d7f4-4050-9ccb-6864390c7b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:15.744428 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9caa715c-9377-4ca2-8b46-47375e8bc0d3 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:15.815454 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-56886687-a052-452c-b6b1-8ba4282765ce tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:15.817739 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-151a77b6-a27a-4040-9b72-3135c35d3926 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:15.842368 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56886687-a052-452c-b6b1-8ba4282765ce tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Pushing event deleted for resources: {'Port': ['ID=1aa4a225-23fe-4f6f-b786-26e3873b7765,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:15.847183 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-56886687-a052-452c-b6b1-8ba4282765ce tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:15.912285 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-56886687-a052-452c-b6b1-8ba4282765ce tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks [] for floatingip, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:15.914862 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-56886687-a052-452c-b6b1-8ba4282765ce tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:15.915990 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-56886687-a052-452c-b6b1-8ba4282765ce tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] 10.222.0.30 "DELETE /v2.0/floatingips/8e43919a-c292-436a-90df-832da744f638 HTTP/1.1" status: 204 len: 168 time: 0.5920002 Jun 28 10:02:16.044513 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-78c067e1-d7f4-4050-9ccb-6864390c7b77 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a343123ddfa4d16aa9cda4de33cedca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6027186 Jun 28 10:02:16.045431 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c067e1-d7f4-4050-9ccb-6864390c7b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edc1cb7-51f1-4a69-8a67-7376271e7015,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:16.048550 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53698) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:16.049799 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-78c067e1-d7f4-4050-9ccb-6864390c7b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:16.098748 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a2ce341a-a178-430a-ab99-c08486120bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:16.122851 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:16.123431 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a2ce341a-a178-430a-ab99-c08486120bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:16.237456 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a2ce341a-a178-430a-ab99-c08486120bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:16.240473 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a2ce341a-a178-430a-ab99-c08486120bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:16.242598 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-a2ce341a-a178-430a-ab99-c08486120bc0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6edc1cb7-51f1-4a69-8a67-7376271e7015 HTTP/1.1" status: 204 len: 168 time: 0.1919887 Jun 28 10:02:16.242598 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-76dc3638-13a4-4a67-9063-6dfa496a227a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:16.250429 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce341a-a178-430a-ab99-c08486120bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edc1cb7-51f1-4a69-8a67-7376271e7015,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:16.253894 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-a2ce341a-a178-430a-ab99-c08486120bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:16.915574 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 92ff0b0f-1ad1-46f8-ac33-356007d8f06a no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:02:16.939497 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: 92ff0b0f-1ad1-46f8-ac33-356007d8f06a {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:02:16.939855 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 92ff0b0f-1ad1-46f8-ac33-356007d8f06a not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:02:17.015796 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53706) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:17.029511 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b107c531-98be-4427-a21b-aa9c73fecf1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:17.116210 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b107c531-98be-4427-a21b-aa9c73fecf1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:17.181200 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b107c531-98be-4427-a21b-aa9c73fecf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:17.184505 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b4cffd86-c7ef-4d66-9da8-65ae8c3a4844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:17.218376 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-b107c531-98be-4427-a21b-aa9c73fecf1b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51e53baaebf44ea4a86932620872db86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013452 Jun 28 10:02:17.220614 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107c531-98be-4427-a21b-aa9c73fecf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd5588c-08bb-453d-a4dd-5350496ab223,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:17.221611 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53708) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:17.223578 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b107c531-98be-4427-a21b-aa9c73fecf1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:17.270231 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-45ede638-4951-4059-afd5-d258f0ed4af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:17.291022 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-45ede638-4951-4059-afd5-d258f0ed4af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:17.442549 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-45ede638-4951-4059-afd5-d258f0ed4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:17.446479 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-45ede638-4951-4059-afd5-d258f0ed4af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:17.446479 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-45ede638-4951-4059-afd5-d258f0ed4af2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6bd5588c-08bb-453d-a4dd-5350496ab223 HTTP/1.1" status: 204 len: 168 time: 0.2237844 Jun 28 10:02:17.447212 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-64fd0c7c-854a-46ca-a4d5-dc6e37468c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:17.454814 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ede638-4951-4059-afd5-d258f0ed4af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd5588c-08bb-453d-a4dd-5350496ab223,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:17.457339 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-45ede638-4951-4059-afd5-d258f0ed4af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:18.232232 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53724) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:18.249302 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:18.360220 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:18.478686 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:18.482189 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-107a05d4-015e-477b-ada3-f16027b0ad5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:18.518764 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f72a37b3ba94ce7b7aa7e12c499a2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854195 Jun 28 10:02:18.519626 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb210d24-9e46-46ae-95c5-7ddce80f29d0,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:18.521676 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53728) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:18.526933 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:18.527308 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:18.527687 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:18.528024 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:18.528375 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:18.528744 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:18.529099 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:18.529443 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:18.529790 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:18.530134 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:18.530578 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:18.530926 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:18.535336 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-be12d27e-27c4-49cd-9f37-c90e2328fd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:18.570821 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-12c9202f-ed79-4ce7-8100-30ce0bf94a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:18.590520 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-12c9202f-ed79-4ce7-8100-30ce0bf94a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:18.768495 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-12c9202f-ed79-4ce7-8100-30ce0bf94a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:18.771127 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-12c9202f-ed79-4ce7-8100-30ce0bf94a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:18.772247 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-12c9202f-ed79-4ce7-8100-30ce0bf94a17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb210d24-9e46-46ae-95c5-7ddce80f29d0 HTTP/1.1" status: 204 len: 168 time: 0.2494798 Jun 28 10:02:18.773036 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-fcfcc9ae-b6c0-469d-9473-13086e3f908b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:18.784534 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9202f-ed79-4ce7-8100-30ce0bf94a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb210d24-9e46-46ae-95c5-7ddce80f29d0,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:18.787591 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-12c9202f-ed79-4ce7-8100-30ce0bf94a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:18.951812 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53742) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:19.482028 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9bd6e2a7-b7cb-4a7b-870f-c81a2285f743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-714742'] for router_interface, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:19.733343 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-9bd6e2a7-b7cb-4a7b-870f-c81a2285f743 admin admin] Deleting port dd102002-72f4-42e0-849e-3d9649bd0346 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:19.733600 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9bd6e2a7-b7cb-4a7b-870f-c81a2285f743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:19.787327 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53766) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:19.819044 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [None req-9bd6e2a7-b7cb-4a7b-870f-c81a2285f743 admin admin] For port dd102002-72f4-42e0-849e-3d9649bd0346, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=dd102002-72f4-42e0-849e-3d9649bd0346,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:19.819396 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9bd6e2a7-b7cb-4a7b-870f-c81a2285f743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:19.832548 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-9bd6e2a7-b7cb-4a7b-870f-c81a2285f743 admin admin] Calling delete_port for dd102002-72f4-42e0-849e-3d9649bd0346 owned by network:router_interface {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:19.903705 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-742518184-network', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:19.993080 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] Made reservation on behalf of e2ba19a67ffe4f909117f8dfa7aac036 for: {'network': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:02:19.995346 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:20.004726 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:20.089768 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:20.107457 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9bd6e2a7-b7cb-4a7b-870f-c81a2285f743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:20.109720 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-1a41f6c8-916e-40eb-bd73-b74c578e65dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:20.132880 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6e2a7-b7cb-4a7b-870f-c81a2285f743 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd102002-72f4-42e0-849e-3d9649bd0346,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:20.135398 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9bd6e2a7-b7cb-4a7b-870f-c81a2285f743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:20.202604 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:20.206461 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e57f0975-1680-4946-959e-ae969e30581c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:20.223999 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=100130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:02:20.244178 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:20.244444 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.segments_db [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] Added segment a103a956-053d-4ca2-806d-660054220422 of type vlan for network 9c3f7b28-08af-451f-8387-d86496082dfe Jun 28 10:02:20.253874 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdd89bc-c09f-4dd6-a566-5dc233d02cca,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:20.257886 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:20.291263 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:20.312668 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9bd6e2a7-b7cb-4a7b-870f-c81a2285f743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-987602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640006'] for router_interface, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:20.404522 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:20.405942 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:20.406658 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:20.410164 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:20.480356 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] Pushing event updated for resources: {'Network': ['ID=9c3f7b28-08af-451f-8387-d86496082dfe,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:20.483373 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:20.494627 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network 9c3f7b28-08af-451f-8387-d86496082dfe details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:02:20.545045 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-42a6ec7e-1efc-4ddc-912e-ec35ada85142 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7539639 Jun 28 10:02:20.545293 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53770) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:20.550705 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-2e05c251-0809-47b2-9cc1-88ca0788e36d admin admin] Request body: {'subnet': {'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-742518184-subnet', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'ip_version': 4}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:20.636886 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e05c251-0809-47b2-9cc1-88ca0788e36d admin admin] Made reservation on behalf of e2ba19a67ffe4f909117f8dfa7aac036 for: {'subnet': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:02:20.639299 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2e05c251-0809-47b2-9cc1-88ca0788e36d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59261560'] for subnet, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:20.794245 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd6e2a7-b7cb-4a7b-870f-c81a2285f743 admin admin] Router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:02:20.877747 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2e05c251-0809-47b2-9cc1-88ca0788e36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59015065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59261546'] for subnet, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:20.880908 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:20.896146 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd6e2a7-b7cb-4a7b-870f-c81a2285f743 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:02:20.902806 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-9bd6e2a7-b7cb-4a7b-870f-c81a2285f743 admin admin] 10.222.0.30 "PUT /v2.0/routers/7f29a6da-1685-4d3f-8b12-d80c2a342d3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9499266 Jun 28 10:02:20.903920 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53772) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:20.906123 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee0d2b-5549-4a09-92ad-9e62995f0a22 None None] Sync routers for ids ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:02:20.917272 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee0d2b-5549-4a09-92ad-9e62995f0a22 None None] Routers {'7f29a6da-1685-4d3f-8b12-d80c2a342d3c'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:20.918194 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-0bee0d2b-5549-4a09-92ad-9e62995f0a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:02:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:20.935085 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05c251-0809-47b2-9cc1-88ca0788e36d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fced309-f22e-4e63-b519-0cd81da6f688,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:20.938447 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2e05c251-0809-47b2-9cc1-88ca0788e36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:20.945323 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e05c251-0809-47b2-9cc1-88ca0788e36d admin admin] Checking segment: {'id': 'a103a956-053d-4ca2-806d-660054220422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:02:20.945684 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e05c251-0809-47b2-9cc1-88ca0788e36d admin admin] Network hostable DHCP agents. Network: 9c3f7b28-08af-451f-8387-d86496082dfe, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:02:21.008657 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] Notify callbacks [] for router, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.020350 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e05c251-0809-47b2-9cc1-88ca0788e36d admin admin] Network 9c3f7b28-08af-451f-8387-d86496082dfe is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:02:21.028037 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-0bee0d2b-5549-4a09-92ad-9e62995f0a22 None None] Set router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:21.112744 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-2e05c251-0809-47b2-9cc1-88ca0788e36d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, 9c3f7b28-08af-451f-8387-d86496082dfe) {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:02:21.117767 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e05c251-0809-47b2-9cc1-88ca0788e36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:21.118556 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2e05c251-0809-47b2-9cc1-88ca0788e36d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.118738 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.123184 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567ac195-1d99-413f-8003-a2b15878de0b None None] Network 9c3f7b28-08af-451f-8387-d86496082dfe requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:02:21.209334 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-0bee0d2b-5549-4a09-92ad-9e62995f0a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T10:02:19Z', 'revision_number': 5, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port': {'id': '96ef2add-9982-4898-bc49-8fb516378b9c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:53:59Z', 'updated_at': '2021-06-28T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:21.221504 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-2e05c251-0809-47b2-9cc1-88ca0788e36d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6747386 Jun 28 10:02:21.223588 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53776) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:21.228516 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-742518184-router', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:21.243386 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee0d2b-5549-4a09-92ad-9e62995f0a22 None None] Checking router: 7f29a6da-1685-4d3f-8b12-d80c2a342d3c for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:02:21.247617 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] Deleting port 96ef2add-9982-4898-bc49-8fb516378b9c {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:21.249192 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.254328 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee0d2b-5549-4a09-92ad-9e62995f0a22 None None] Routers {'7f29a6da-1685-4d3f-8b12-d80c2a342d3c'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:21.254976 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-0bee0d2b-5549-4a09-92ad-9e62995f0a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:02:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:21.285316 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fa0e888-dc8c-5619-9e71-fea9e529594f-9c3f7b28-08af-451f-8387-d86496082dfe', 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'fixed_ips': [{'subnet_id': '1fced309-f22e-4e63-b519-0cd81da6f688'}]}} from dv-cinder-786627-12-iscsi. {{(pid=100131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 10:02:21.286351 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.336361 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27156'] for router, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.337995 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-601449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27149'] for router, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.343726 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] For port 96ef2add-9982-4898-bc49-8fb516378b9c, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=96ef2add-9982-4898-bc49-8fb516378b9c,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:21.344744 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-0bee0d2b-5549-4a09-92ad-9e62995f0a22 None None] Set router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c gateway port host: None {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:21.345041 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.369378 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] Calling delete_port for 96ef2add-9982-4898-bc49-8fb516378b9c owned by network:router_gateway {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:21.399655 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-0bee0d2b-5549-4a09-92ad-9e62995f0a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T10:02:21Z', 'revision_number': 6, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port_host': None}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:21.401913 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.441375 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.db_base_plugin_common [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Allocated IP 172.20.0.2 (9c3f7b28-08af-451f-8387-d86496082dfe/1fced309-f22e-4e63-b519-0cd81da6f688/5b5f7d10-4ca2-45a3-b8e6-229665798fd9) {{(pid=100131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:02:21.523975 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee0d2b-5549-4a09-92ad-9e62995f0a22 None None] The sync data for ids ['7f29a6da-1685-4d3f-8b12-d80c2a342d3c'] in dv-cinder-786627-12-iscsi is: [{'id': '7f29a6da-1685-4d3f-8b12-d80c2a342d3c', 'name': 'tempest-AttachVolumeShelveTestJSON-151679198-router', 'tenant_id': 'ab055c80828f4b6190496e992e80e975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:53:57Z', 'updated_at': '2021-06-28T10:02:21Z', 'revision_number': 6, 'project_id': 'ab055c80828f4b6190496e992e80e975', 'gw_port_host': None}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:02:21.596597 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Notify callbacks [] for port, precommit_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.667427 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Transition to ACTIVE for port object 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:02:21.667627 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.670812 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-a691c0cb-9997-4a3d-94a2-d77e1a8cb624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:21.680409 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27199'] for router, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.684267 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Transition to ACTIVE for port object 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 will not be triggered until provisioned by entity DHCP. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:02:21.696131 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ef2add-9982-4898-bc49-8fb516378b9c,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:21.699289 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:21.760414 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641468'] for router_gateway, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.816492 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.827213 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:21.852303 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27142'] for router, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.854536 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.860203 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Network 9c3f7b28-08af-451f-8387-d86496082dfe is already hosted by enough agents. {{(pid=100131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:02:21.863368 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.base_scheduler [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Resources bound (agent type, host, resource id): {{(pid=100131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:02:21.866460 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Received port after_create {{(pid=100131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:02:21.930044 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Pushing event updated for resources: {'Port': ['ID=5b5f7d10-4ca2-45a3-b8e6-229665798fd9,revision_number=1']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:21.937953 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:21.938427 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:21.938814 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:21.939669 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:21.939997 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:21.940328 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:21.940742 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:21.941006 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:21.942084 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:21.942084 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:21.942636 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:21.942968 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:21.947303 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:21.958737 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Attempting to bind port 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:02:21.959190 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Attempting to bind port 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': 'a103a956-053d-4ca2-806d-660054220422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:02:21.959636 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Attempting to bind port 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 on network 9c3f7b28-08af-451f-8387-d86496082dfe {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:02:21.965463 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:02:21.965901 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Checking segment: {'id': 'a103a956-053d-4ca2-806d-660054220422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:02:21.966317 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.966754 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Bound using segment: {'id': 'a103a956-053d-4ca2-806d-660054220422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:02:21.967230 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Bound port: 5b5f7d10-4ca2-45a3-b8e6-229665798fd9, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a103a956-053d-4ca2-806d-660054220422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:02:21.967623 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.977104 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640747'] for router, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.977104 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f29a6da-1685-4d3f-8b12-d80c2a342d3c {{(pid=100129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:02:21.980417 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] Notify callbacks [] for router, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:21.983578 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7f29a6da-1685-4d3f-8b12-d80c2a342d3c HTTP/1.1" status: 204 len: 168 time: 1.0786216 Jun 28 10:02:21.986914 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53778) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:22.045869 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba76d5f-3be6-4a8c-84ba-d374a510b6ec admin admin] Deleting subnet 111bbce8-d8d9-499d-affc-ef81b620ef72 {{(pid=100129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:02:22.050816 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4ba76d5f-3be6-4a8c-84ba-d374a510b6ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:22.087535 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:22.099971 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] For port 5b5f7d10-4ca2-45a3-b8e6-229665798fd9, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:02:22.103235 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4ba76d5f-3be6-4a8c-84ba-d374a510b6ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59599221'] for subnet, precommit_delete_associations {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:22.109328 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] For port 5b5f7d10-4ca2-45a3-b8e6-229665798fd9, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=5b5f7d10-4ca2-45a3-b8e6-229665798fd9,segment=NetworkSegment(a103a956-053d-4ca2-806d-660054220422),segment_id=a103a956-053d-4ca2-806d-660054220422)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:02:22.114891 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:22.129403 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device dd102002-72f4-42e0-849e-3d9649bd0346 no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:02:22.159950 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: dd102002-72f4-42e0-849e-3d9649bd0346 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:02:22.160530 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device dd102002-72f4-42e0-849e-3d9649bd0346 not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:02:22.161122 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 96ef2add-9982-4898-bc49-8fb516378b9c no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:02:22.188357 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 96ef2add-9982-4898-bc49-8fb516378b9c {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:02:22.188357 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 96ef2add-9982-4898-bc49-8fb516378b9c not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:02:22.190595 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:22.194558 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-be874a48-abfd-4006-8575-f0790f9a9226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:22.198283 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4ba76d5f-3be6-4a8c-84ba-d374a510b6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:22.244889 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Allocated IP 172.27.2.51 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/9a097725-ed53-419a-9051-f380e36dd1e3) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:02:22.264943 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Pushing event updated for resources: {'Port': ['ID=5b5f7d10-4ca2-45a3-b8e6-229665798fd9,revision_number=2']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:22.278311 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:22.340554 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4ba76d5f-3be6-4a8c-84ba-d374a510b6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59186205'] for subnet, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:22.350863 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:22.361922 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:22.377268 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba76d5f-3be6-4a8c-84ba-d374a510b6ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=111bbce8-d8d9-499d-affc-ef81b620ef72,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:22.380163 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4ba76d5f-3be6-4a8c-84ba-d374a510b6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:22.384506 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-4ba76d5f-3be6-4a8c-84ba-d374a510b6ec admin admin] 10.222.0.30 "DELETE /v2.0/subnets/111bbce8-d8d9-499d-affc-ef81b620ef72 HTTP/1.1" status: 204 len: 168 time: 0.3942587 Jun 28 10:02:22.384506 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-4ba76d5f-3be6-4a8c-84ba-d374a510b6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:22.385338 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53780) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:22.388748 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a512157-26db-44f4-b66c-705e18c13409 None None] Network b8d6d237-b42e-4d2f-93b5-c30dc724d637 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:02:22.484143 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:22.563905 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59015149'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:22.567539 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9a90fee1-7b88-44a8-860b-1ebadd4d0f7a tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:22.595677 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Deleting port a46f69fc-4ec6-4771-bcef-2134c2694d63 {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:22.600893 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:22.620475 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:02:22.629908 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:02:22.635140 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:02:22.660343 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a981eb3a-ac79-4736-9644-56656a5a8434 None None] DHCP port deletion for b8d6d237-b42e-4d2f-93b5-c30dc724d637 request from dv-cinder-786627-12-iscsi {{(pid=100131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:02:22.706971 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Pushing event updated for resources: {'Port': ['ID=9a097725-ed53-419a-9051-f380e36dd1e3,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:22.717159 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:22.727135 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-a981eb3a-ac79-4736-9644-56656a5a8434 None None] Deleting port a46f69fc-4ec6-4771-bcef-2134c2694d63 {{(pid=100131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:02:22.727135 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-a981eb3a-ac79-4736-9644-56656a5a8434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:22.731027 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] For port a46f69fc-4ec6-4771-bcef-2134c2694d63, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=a46f69fc-4ec6-4771-bcef-2134c2694d63,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:22.731407 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:22.796068 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-a981eb3a-ac79-4736-9644-56656a5a8434 None None] For port a46f69fc-4ec6-4771-bcef-2134c2694d63, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=a46f69fc-4ec6-4771-bcef-2134c2694d63,segment=NetworkSegment(c6cabf62-131f-4128-984f-e6f6745a38af),segment_id=c6cabf62-131f-4128-984f-e6f6745a38af)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:22.796388 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-a981eb3a-ac79-4736-9644-56656a5a8434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:22.801639 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Calling delete_port for a46f69fc-4ec6-4771-bcef-2134c2694d63 owned by network:dhcp {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:22.809737 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-a981eb3a-ac79-4736-9644-56656a5a8434 None None] Calling delete_port for a46f69fc-4ec6-4771-bcef-2134c2694d63 owned by network:dhcp {{(pid=100131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:02:23.026009 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-a981eb3a-ac79-4736-9644-56656a5a8434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526'] for port, after_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:23.029175 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:23.054569 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:23.056943 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981eb3a-ac79-4736-9644-56656a5a8434 None None] Pushing event deleted for resources: {'Port': ['ID=a46f69fc-4ec6-4771-bcef-2134c2694d63,revision_number=None']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:23.059143 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981eb3a-ac79-4736-9644-56656a5a8434 None None] No DVR routers for this DVR port a46f69fc-4ec6-4771-bcef-2134c2694d63 on host dv-cinder-786627-12-iscsi {{(pid=100131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:02:23.060667 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-a981eb3a-ac79-4736-9644-56656a5a8434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:23.100319 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:23.103981 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0fc0545b-34d6-452d-a046-071c4c260f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:23.135741 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Pushing event deleted for resources: {'Port': ['ID=a46f69fc-4ec6-4771-bcef-2134c2694d63,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:23.143802 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:23.146299 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] No DVR routers for this DVR port a46f69fc-4ec6-4771-bcef-2134c2694d63 on host dv-cinder-786627-12-iscsi {{(pid=100130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:02:23.265884 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:23.311061 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d6d237-b42e-4d2f-93b5-c30dc724d637']}} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:23.325524 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cabf62-131f-4128-984f-e6f6745a38af') {'for_net_delete': True} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:23.325743 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cabf62-131f-4128-984f-e6f6745a38af') {} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:23.340939 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59617651'] for segment, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:23.382663 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:23.387371 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328899fe-0993-4acc-8452-d1a009fe1f76 None None] Network 9c3f7b28-08af-451f-8387-d86496082dfe requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:02:23.396448 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:02:23.396911 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014971'] for segment, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: self.session.flush() Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: self.session.flush() Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: self.session.flush() Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: self.session.flush() Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: Traceback (most recent call last): Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: timer() Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: cb(*args, **kw) Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: return func(*args, **kwargs) Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: self._notify() Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: self.callback(batched_events) Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: event.method(event) Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: return f(self, *a, **k) Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._get(url).json() Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: return self.request(url, 'GET', **kwargs) Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:02:23.398587 dv-cinder-786627-12-iscsi neutron-server[100130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:02:23.451363 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641423'] for router, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:23.555590 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:23.564474 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-6f6044c8-3e8d-4270-8765-f06e0d4818d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:23.567780 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:23.572005 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b8d6d237-b42e-4d2f-93b5-c30dc724d637 HTTP/1.1" status: 204 len: 168 time: 1.1803796 Jun 28 10:02:23.585283 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d6d237-b42e-4d2f-93b5-c30dc724d637,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:23.585784 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:23.607196 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-d58be78a-a325-49a0-b6f9-d6c119099949 None None] Provisioning for port 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:23.689476 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Router c9d7e863-9cb4-4e02-b666-e50f4a994cae is scheduled to L3 agent 6120e629-0eac-4308-8089-a939bca814a4 with binding_index 1 {{(pid=100130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 10:02:23.796124 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:02:23.804978 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Sync routers for ids ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:02:23.813727 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Routers {'c9d7e863-9cb4-4e02-b666-e50f4a994cae'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:23.814254 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:02:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:23.889925 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] Notify callbacks [] for router, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:23.891268 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-676c5f15-2549-41eb-83b5-07f1917f2765 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6666682 Jun 28 10:02:23.893998 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53784) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:23.926784 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Set router c9d7e863-9cb4-4e02-b666-e50f4a994cae gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:23.983159 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53786) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:24.046307 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-e24b0d1c-892e-48ac-8a26-06e2e6d94b37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab055c80828f4b6190496e992e80e975&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0616198 Jun 28 10:02:24.047123 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53788) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:24.124370 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0cb08648-abc8-4f0f-921e-6ca31c95bc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:24.160844 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0cb08648-abc8-4f0f-921e-6ca31c95bc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:24.184744 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:24.307020 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'name': 'tempest-TestShelveInstance-742518184-router', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:21Z', 'updated_at': '2021-06-28T10:02:22Z', 'revision_number': 3, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'gw_port': {'id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:22Z', 'updated_at': '2021-06-28T10:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:24.329955 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0cb08648-abc8-4f0f-921e-6ca31c95bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:24.333712 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0cb08648-abc8-4f0f-921e-6ca31c95bc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:24.337284 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Checking router: c9d7e863-9cb4-4e02-b666-e50f4a994cae for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:02:24.337650 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Updating router c9d7e863-9cb4-4e02-b666-e50f4a994cae port 9a097725-ed53-419a-9051-f380e36dd1e3 binding host dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:02:24.351184 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-0cb08648-abc8-4f0f-921e-6ca31c95bc00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98e9ca80-a988-4860-a184-579c83dc218d HTTP/1.1" status: 204 len: 168 time: 0.3017492 Jun 28 10:02:24.353706 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-c6678e10-c29d-4377-a507-a67f1cd6543d tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:24.366484 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb08648-abc8-4f0f-921e-6ca31c95bc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e9ca80-a988-4860-a184-579c83dc218d,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:24.369781 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-0cb08648-abc8-4f0f-921e-6ca31c95bc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:24.386435 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:24.415648 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:24.421923 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:24.422327 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:24.623535 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:24.634686 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:24.691963 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 5b5f7d10-4ca2-45a3-b8e6-229665798fd9, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=5b5f7d10-4ca2-45a3-b8e6-229665798fd9,segment=NetworkSegment(a103a956-053d-4ca2-806d-660054220422),segment_id=a103a956-053d-4ca2-806d-660054220422)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:24.743574 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Notify callbacks [] for port, precommit_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:24.753827 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Transition to ACTIVE for port object 9a097725-ed53-419a-9051-f380e36dd1e3 will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:02:24.802487 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Allocated IP 172.20.0.1 (9c3f7b28-08af-451f-8387-d86496082dfe/1fced309-f22e-4e63-b519-0cd81da6f688/7534bc22-85e8-4f8a-b542-18faa62872c7) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:02:24.896208 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:24.898248 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:24.900847 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:24.922227 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:24.937856 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.provisioning_blocks [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Transition to ACTIVE for port object 7534bc22-85e8-4f8a-b542-18faa62872c7 will not be triggered until provisioned by entity DHCP. {{(pid=100130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:02:24.986884 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device a46f69fc-4ec6-4771-bcef-2134c2694d63 no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:02:25.022048 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Attempting to bind port 9a097725-ed53-419a-9051-f380e36dd1e3 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:02:25.022437 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Attempting to bind port 9a097725-ed53-419a-9051-f380e36dd1e3 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:02:25.022807 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Attempting to bind port 9a097725-ed53-419a-9051-f380e36dd1e3 on network a0abfdc1-536a-466f-8075-78b887cfa2eb {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:02:25.027009 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: a46f69fc-4ec6-4771-bcef-2134c2694d63 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:02:25.027364 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device a46f69fc-4ec6-4771-bcef-2134c2694d63 not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:02:25.033321 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=5b5f7d10-4ca2-45a3-b8e6-229665798fd9,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:25.038928 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:02:25.039318 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Checking segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:02:25.039742 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:25.040143 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Bound using segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:02:25.040635 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Bound port: 9a097725-ed53-419a-9051-f380e36dd1e3, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:02:25.041064 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:25.045014 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59015149'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:25.049288 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-72963bc6-9b0f-4196-9120-be6314961344 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:25.099805 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Pushing event updated for resources: {'Port': ['ID=7534bc22-85e8-4f8a-b542-18faa62872c7,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:25.103007 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Network 9c3f7b28-08af-451f-8387-d86496082dfe is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:02:25.104112 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:25.105469 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:02:25.107864 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:02:25.129328 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa45193-e116-417a-b8fd-389410ea3e3d None None] Pushing event updated for resources: {'Port': ['ID=9a097725-ed53-419a-9051-f380e36dd1e3,revision_number=2']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:25.154956 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714509'] for router_interface, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:25.161191 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] For port 9a097725-ed53-419a-9051-f380e36dd1e3, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:02:25.164841 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] For port 9a097725-ed53-419a-9051-f380e36dd1e3, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=9a097725-ed53-419a-9051-f380e36dd1e3,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:02:25.166369 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-0aa45193-e116-417a-b8fd-389410ea3e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:25.167167 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:25.167739 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:25.271636 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:25.273765 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:25.338343 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Routers {'c9d7e863-9cb4-4e02-b666-e50f4a994cae'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:25.338988 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:02:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:25.340645 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa45193-e116-417a-b8fd-389410ea3e3d None None] Pushing event updated for resources: {'Port': ['ID=9a097725-ed53-419a-9051-f380e36dd1e3,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:25.344676 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-0aa45193-e116-417a-b8fd-389410ea3e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:25.449318 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] Set router c9d7e863-9cb4-4e02-b666-e50f4a994cae gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:25.477740 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:25.504954 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-40d9fd78-e644-42c0-8453-8a00cc47c47d None None] Provisioning for port 7534bc22-85e8-4f8a-b542-18faa62872c7 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:25.524637 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-40d9fd78-e644-42c0-8453-8a00cc47c47d None None] Provisioning complete for port 7534bc22-85e8-4f8a-b542-18faa62872c7 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:25.525138 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-40d9fd78-e644-42c0-8453-8a00cc47c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:25.597519 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-40d9fd78-e644-42c0-8453-8a00cc47c47d None None] Port 7534bc22-85e8-4f8a-b542-18faa62872c7 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:02:25.641124 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:25.660204 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'name': 'tempest-TestShelveInstance-742518184-router', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:21Z', 'updated_at': '2021-06-28T10:02:22Z', 'revision_number': 3, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'gw_port': {'id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:22Z', 'updated_at': '2021-06-28T10:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:25.685864 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea9aef1-84c1-430c-a207-7ca8185a8414 None None] The sync data for ids ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'] in dv-cinder-786627-12-iscsi is: [{'id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'name': 'tempest-TestShelveInstance-742518184-router', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:21Z', 'updated_at': '2021-06-28T10:02:22Z', 'revision_number': 3, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'gw_port': {'id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:22Z', 'updated_at': '2021-06-28T10:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:02:25.786904 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014943'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:25.789309 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9c87effe-4671-45e7-825e-40a84f554efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:25.857557 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714641'] for router_interface, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:25.859374 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Pushing event updated for resources: {'Port': ['ID=7534bc22-85e8-4f8a-b542-18faa62872c7,revision_number=2']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:25.863527 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:25.972149 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Network 9c3f7b28-08af-451f-8387-d86496082dfe is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:02:25.974001 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:02:26.139672 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Router c9d7e863-9cb4-4e02-b666-e50f4a994cae has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:02:26.202631 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:26.257590 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:26.257960 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:26.307811 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:02:26.314686 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] 10.222.0.30 "PUT /v2.0/routers/c9d7e863-9cb4-4e02-b666-e50f4a994cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4192712 Jun 28 10:02:26.357969 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 9a097725-ed53-419a-9051-f380e36dd1e3 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:26.360984 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-feae9658-e9b0-4008-a920-f2a8d086785a None None] Provisioning complete for port 7534bc22-85e8-4f8a-b542-18faa62872c7 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:26.361359 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-feae9658-e9b0-4008-a920-f2a8d086785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:26.424157 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-feae9658-e9b0-4008-a920-f2a8d086785a None None] Port 7534bc22-85e8-4f8a-b542-18faa62872c7 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:02:26.638799 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 9a097725-ed53-419a-9051-f380e36dd1e3 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:26.645464 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 9a097725-ed53-419a-9051-f380e36dd1e3 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:26.645464 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:26.721501 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:26.744938 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 9a097725-ed53-419a-9051-f380e36dd1e3, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=9a097725-ed53-419a-9051-f380e36dd1e3,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:26.935420 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:26.937387 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:26.991213 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=9a097725-ed53-419a-9051-f380e36dd1e3,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:26.994211 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:27.368851 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Sync routers for ids ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:02:27.379104 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Routers {'c9d7e863-9cb4-4e02-b666-e50f4a994cae'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:27.379796 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:02:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:27.457898 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53848) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:27.463229 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2085061179-network', 'tenant_id': '3095e3c387334e188b564554cf33210d'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:27.484442 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Set router c9d7e863-9cb4-4e02-b666-e50f4a994cae gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:27.619755 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] Made reservation on behalf of 3095e3c387334e188b564554cf33210d for: {'network': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:02:27.622191 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:27.633968 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:27.690192 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'name': 'tempest-TestShelveInstance-742518184-router', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:21Z', 'updated_at': '2021-06-28T10:02:25Z', 'revision_number': 4, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'gw_port': {'id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:22Z', 'updated_at': '2021-06-28T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '7534bc22-85e8-4f8a-b542-18faa62872c7', 'name': '', 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'mac_address': 'fa:16:3e:13:cd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:24Z', 'updated_at': '2021-06-28T10:02:25Z', 'revision_number': 2, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'subnets': [{'id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:27.719434 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Checking router: c9d7e863-9cb4-4e02-b666-e50f4a994cae for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:02:27.719797 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Updating router c9d7e863-9cb4-4e02-b666-e50f4a994cae port 7534bc22-85e8-4f8a-b542-18faa62872c7 binding host dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:02:27.729729 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:27.753193 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:27.831404 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:27.835439 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-033274ed-0005-4f93-bb0b-ecd9048a0c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:27.863720 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=100130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:02:27.870127 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2b6118-0881-491f-b993-daca4220a635,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:27.873737 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:27.876644 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:27.877021 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.segments_db [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] Added segment 6bfaf109-9cd2-4a2f-b400-777bf40e3c1b of type vlan for network 526781e7-791f-444a-b5d8-1e92636a0d13 Jun 28 10:02:27.918228 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.007059 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Notify callbacks [] for port, precommit_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.016433 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.provisioning_blocks [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Transition to ACTIVE for port object 7534bc22-85e8-4f8a-b542-18faa62872c7 will not be triggered until provisioned by entity L2. {{(pid=100132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:02:28.044183 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.045290 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:28.045883 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.048761 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:28.086841 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 9a097725-ed53-419a-9051-f380e36dd1e3 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:28.107456 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] Pushing event updated for resources: {'Network': ['ID=526781e7-791f-444a-b5d8-1e92636a0d13,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:28.111154 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:28.118242 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network 526781e7-791f-444a-b5d8-1e92636a0d13 details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:02:28.146909 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.149431 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-5cf35486-611d-42bf-9e63-15b5babfa15b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:28.173057 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-ed495faf-6f3e-4a16-b11d-9b7c62400d3a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7114813 Jun 28 10:02:28.174334 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53852) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:28.179969 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Request body: {'subnet': {'network_id': '526781e7-791f-444a-b5d8-1e92636a0d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2085061179-subnet', 'tenant_id': '3095e3c387334e188b564554cf33210d', 'ip_version': 4}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:28.199479 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 9a097725-ed53-419a-9051-f380e36dd1e3 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:28.199925 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.201984 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bc219-42dd-4ad8-9fc3-d3bb3ec53dbb None None] Pushing event updated for resources: {'Port': ['ID=7534bc22-85e8-4f8a-b542-18faa62872c7,revision_number=3']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:28.211389 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bc219-42dd-4ad8-9fc3-d3bb3ec53dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.211767 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bc219-42dd-4ad8-9fc3-d3bb3ec53dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.212118 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bc219-42dd-4ad8-9fc3-d3bb3ec53dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.212456 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bc219-42dd-4ad8-9fc3-d3bb3ec53dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.212814 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bc219-42dd-4ad8-9fc3-d3bb3ec53dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.213152 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bc219-42dd-4ad8-9fc3-d3bb3ec53dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.213478 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bc219-42dd-4ad8-9fc3-d3bb3ec53dbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.214390 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bc219-42dd-4ad8-9fc3-d3bb3ec53dbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.214390 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bc219-42dd-4ad8-9fc3-d3bb3ec53dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.214704 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bc219-42dd-4ad8-9fc3-d3bb3ec53dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.214704 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bc219-42dd-4ad8-9fc3-d3bb3ec53dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.215039 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294bc219-42dd-4ad8-9fc3-d3bb3ec53dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.221838 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-294bc219-42dd-4ad8-9fc3-d3bb3ec53dbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:28.281448 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Attempting to bind port 7534bc22-85e8-4f8a-b542-18faa62872c7 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:02:28.281970 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Attempting to bind port 7534bc22-85e8-4f8a-b542-18faa62872c7 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': 'a103a956-053d-4ca2-806d-660054220422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe'}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:02:28.282447 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Attempting to bind port 7534bc22-85e8-4f8a-b542-18faa62872c7 on network 9c3f7b28-08af-451f-8387-d86496082dfe {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:02:28.287862 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:02:28.288262 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Checking segment: {'id': 'a103a956-053d-4ca2-806d-660054220422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:02:28.288680 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.289117 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Bound using segment: {'id': 'a103a956-053d-4ca2-806d-660054220422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe'} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:02:28.289595 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Bound port: 7534bc22-85e8-4f8a-b542-18faa62872c7, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a103a956-053d-4ca2-806d-660054220422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe'}}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:02:28.289992 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.295504 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Made reservation on behalf of 3095e3c387334e188b564554cf33210d for: {'subnet': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:02:28.298471 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59261560'] for subnet, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.366481 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] For port 7534bc22-85e8-4f8a-b542-18faa62872c7, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:02:28.369269 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] For port 7534bc22-85e8-4f8a-b542-18faa62872c7, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=7534bc22-85e8-4f8a-b542-18faa62872c7,segment=NetworkSegment(a103a956-053d-4ca2-806d-660054220422),segment_id=a103a956-053d-4ca2-806d-660054220422)] {{(pid=100132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:02:28.513549 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.515858 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-12d75aab-063b-4598-a3a0-32d8fb470d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:28.565858 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59015065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59261546'] for subnet, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.568203 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:28.574360 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bc219-42dd-4ad8-9fc3-d3bb3ec53dbb None None] Pushing event updated for resources: {'Port': ['ID=7534bc22-85e8-4f8a-b542-18faa62872c7,revision_number=4']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:28.576849 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Routers {'c9d7e863-9cb4-4e02-b666-e50f4a994cae'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:28.577639 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:02:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:28.615894 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-294bc219-42dd-4ad8-9fc3-d3bb3ec53dbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:28.634360 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a56d152-dfdc-435b-814f-b79ba165eaaa,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:28.651385 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Checking segment: {'id': '6bfaf109-9cd2-4a2f-b400-777bf40e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '526781e7-791f-444a-b5d8-1e92636a0d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:02:28.651934 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Network hostable DHCP agents. Network: 526781e7-791f-444a-b5d8-1e92636a0d13, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:02:28.655488 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.656042 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.656595 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.657982 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.658588 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.659166 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.659724 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.660280 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.660931 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.661525 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.664592 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.665401 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:02:28.670302 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:28.696216 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] Set router c9d7e863-9cb4-4e02-b666-e50f4a994cae gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:28.805481 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Network 526781e7-791f-444a-b5d8-1e92636a0d13 is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:02:28.923604 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'name': 'tempest-TestShelveInstance-742518184-router', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:21Z', 'updated_at': '2021-06-28T10:02:25Z', 'revision_number': 4, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'gw_port': {'id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:22Z', 'updated_at': '2021-06-28T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '7534bc22-85e8-4f8a-b542-18faa62872c7', 'name': '', 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'mac_address': 'fa:16:3e:13:cd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:24Z', 'updated_at': '2021-06-28T10:02:28Z', 'revision_number': 4, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'subnets': [{'id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:28.944978 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, 526781e7-791f-444a-b5d8-1e92636a0d13) {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:02:28.955831 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:28.955831 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:28.956517 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b93595f-fdda-44f9-b858-bdd2ab2b6c58 None None] The sync data for ids ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'] in dv-cinder-786627-12-iscsi is: [{'id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'name': 'tempest-TestShelveInstance-742518184-router', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:21Z', 'updated_at': '2021-06-28T10:02:25Z', 'revision_number': 4, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'gw_port': {'id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:22Z', 'updated_at': '2021-06-28T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '7534bc22-85e8-4f8a-b542-18faa62872c7', 'name': '', 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'mac_address': 'fa:16:3e:13:cd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:24Z', 'updated_at': '2021-06-28T10:02:28Z', 'revision_number': 4, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'subnets': [{'id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:02:28.956805 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c37e40-9345-4608-80f9-11b8f1d2ab57 None None] Network 526781e7-791f-444a-b5d8-1e92636a0d13 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:02:29.097471 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-12c8f4af-b02f-4de6-b26c-9ed2ee5bf774 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9220295 Jun 28 10:02:29.100147 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53862) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:29.105919 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2085061179-router', 'tenant_id': '3095e3c387334e188b564554cf33210d', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:29.216661 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27156'] for router, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:29.218026 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-601449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27149'] for router, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:29.257436 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fa0e888-dc8c-5619-9e71-fea9e529594f-526781e7-791f-444a-b5d8-1e92636a0d13', 'network_id': '526781e7-791f-444a-b5d8-1e92636a0d13', 'tenant_id': '3095e3c387334e188b564554cf33210d', 'fixed_ips': [{'subnet_id': '3a56d152-dfdc-435b-814f-b79ba165eaaa'}]}} from dv-cinder-786627-12-iscsi. {{(pid=100131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 10:02:29.258904 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:29.272888 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:29.406254 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.db_base_plugin_common [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Allocated IP 172.20.0.2 (526781e7-791f-444a-b5d8-1e92636a0d13/3a56d152-dfdc-435b-814f-b79ba165eaaa/4d738186-f9b6-41ca-8bc3-847eca10e3d9) {{(pid=100131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:02:29.495131 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27199'] for router, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:29.552773 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Notify callbacks [] for port, precommit_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:29.570054 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Transition to ACTIVE for port object 4d738186-f9b6-41ca-8bc3-847eca10e3d9 will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:02:29.579662 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Transition to ACTIVE for port object 4d738186-f9b6-41ca-8bc3-847eca10e3d9 will not be triggered until provisioned by entity DHCP. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:02:29.657508 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:29.661054 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-8c25df6f-2d43-4b09-9545-03b527141017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:29.698628 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Network 526781e7-791f-444a-b5d8-1e92636a0d13 is already hosted by enough agents. {{(pid=100131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:02:29.705722 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.base_scheduler [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Resources bound (agent type, host, resource id): {{(pid=100131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:02:29.710735 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Received port after_create {{(pid=100131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:02:29.713113 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Pushing event updated for resources: {'Port': ['ID=4d738186-f9b6-41ca-8bc3-847eca10e3d9,revision_number=1']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:29.715950 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:29.780505 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Attempting to bind port 4d738186-f9b6-41ca-8bc3-847eca10e3d9 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:02:29.780924 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Attempting to bind port 4d738186-f9b6-41ca-8bc3-847eca10e3d9 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '6bfaf109-9cd2-4a2f-b400-777bf40e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '526781e7-791f-444a-b5d8-1e92636a0d13'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:02:29.781301 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Attempting to bind port 4d738186-f9b6-41ca-8bc3-847eca10e3d9 on network 526781e7-791f-444a-b5d8-1e92636a0d13 {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:02:29.787316 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:02:29.787711 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Checking segment: {'id': '6bfaf109-9cd2-4a2f-b400-777bf40e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '526781e7-791f-444a-b5d8-1e92636a0d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:02:29.788131 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:29.788538 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Bound using segment: {'id': '6bfaf109-9cd2-4a2f-b400-777bf40e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '526781e7-791f-444a-b5d8-1e92636a0d13'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:02:29.789128 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Bound port: 4d738186-f9b6-41ca-8bc3-847eca10e3d9, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfaf109-9cd2-4a2f-b400-777bf40e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '526781e7-791f-444a-b5d8-1e92636a0d13'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:02:29.789529 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:29.806707 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:29.826326 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:29.858500 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] For port 4d738186-f9b6-41ca-8bc3-847eca10e3d9, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:02:29.862173 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] For port 4d738186-f9b6-41ca-8bc3-847eca10e3d9, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=4d738186-f9b6-41ca-8bc3-847eca10e3d9,segment=NetworkSegment(6bfaf109-9cd2-4a2f-b400-777bf40e3c1b),segment_id=6bfaf109-9cd2-4a2f-b400-777bf40e3c1b)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:02:29.928956 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Allocated IP 172.27.2.180 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:02:29.993783 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:29.996992 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:30.034287 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:30.066084 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Pushing event updated for resources: {'Port': ['ID=4d738186-f9b6-41ca-8bc3-847eca10e3d9,revision_number=2']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:30.070246 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:30.130523 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 7534bc22-85e8-4f8a-b542-18faa62872c7 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:30.273073 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58846138'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:30.275432 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-fae466bd-a47f-4115-946b-8e9bbe3c6d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:30.313657 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:02:30.325393 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:02:30.325683 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:02:30.351188 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Pushing event updated for resources: {'Port': ['ID=0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:30.354565 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:30.356958 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 7534bc22-85e8-4f8a-b542-18faa62872c7 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:30.361686 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 7534bc22-85e8-4f8a-b542-18faa62872c7 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:30.362168 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:30.440576 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:30.483966 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 7534bc22-85e8-4f8a-b542-18faa62872c7, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=7534bc22-85e8-4f8a-b542-18faa62872c7,segment=NetworkSegment(a103a956-053d-4ca2-806d-660054220422),segment_id=a103a956-053d-4ca2-806d-660054220422)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:30.632842 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:30.636001 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ecbb3ae1-4307-464c-81e3-4b0d44771366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:30.693588 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=7534bc22-85e8-4f8a-b542-18faa62872c7,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:30.696910 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:30.704566 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:30.921577 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641423'] for router, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:30.978194 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3caef8-6c1c-4277-9e34-2496ab0e868d None None] Network 526781e7-791f-444a-b5d8-1e92636a0d13 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:02:31.134484 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-1c3ff85b-2a19-490d-9b22-95ba3d8e3900 None None] Provisioning for port 4d738186-f9b6-41ca-8bc3-847eca10e3d9 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:31.210478 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Router 2be3cf6c-464b-4d43-a8ed-a807616216c8 is scheduled to L3 agent 6120e629-0eac-4308-8089-a939bca814a4 with binding_index 1 {{(pid=100129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 10:02:31.326127 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:02:31.336255 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Sync routers for ids ['2be3cf6c-464b-4d43-a8ed-a807616216c8'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:02:31.346423 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Routers {'2be3cf6c-464b-4d43-a8ed-a807616216c8'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:31.347059 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:02:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['2be3cf6c-464b-4d43-a8ed-a807616216c8'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:31.356681 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53878) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:31.433299 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Notify callbacks [] for router, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:31.433299 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3274081 Jun 28 10:02:31.433299 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53882) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:31.466397 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Set router 2be3cf6c-464b-4d43-a8ed-a807616216c8 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:31.486619 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6f061649-8064-4b9d-9916-ed586bda55f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:31.646198 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'name': 'tempest-TestShelveInstance-2085061179-router', 'tenant_id': '3095e3c387334e188b564554cf33210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:29Z', 'updated_at': '2021-06-28T10:02:30Z', 'revision_number': 3, 'project_id': '3095e3c387334e188b564554cf33210d', 'gw_port': {'id': '0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:29Z', 'updated_at': '2021-06-28T10:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:31.673225 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Checking router: 2be3cf6c-464b-4d43-a8ed-a807616216c8 for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:02:31.673607 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Updating router 2be3cf6c-464b-4d43-a8ed-a807616216c8 port 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c binding host dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:02:31.709769 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:31.710532 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6f061649-8064-4b9d-9916-ed586bda55f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:31.970426 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Notify callbacks [] for port, precommit_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:31.980563 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Transition to ACTIVE for port object 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:02:32.044648 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:32.046769 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:32.052763 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6f061649-8064-4b9d-9916-ed586bda55f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:32.056601 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f3c9ead6-6e3d-4d78-ab41-b834e1aa93e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:32.106914 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-6f061649-8064-4b9d-9916-ed586bda55f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac776b36a6d444cf84a04df75772b3c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7464726 Jun 28 10:02:32.107112 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53884) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:32.107656 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f061649-8064-4b9d-9916-ed586bda55f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31a2c60-8a06-4a19-b6ca-dcf674deb121,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:32.112161 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6f061649-8064-4b9d-9916-ed586bda55f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:32.121202 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Attempting to bind port 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:02:32.121615 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Attempting to bind port 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:02:32.121996 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Attempting to bind port 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c on network a0abfdc1-536a-466f-8075-78b887cfa2eb {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:02:32.138997 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1f44c-61ba-45fb-8a2c-0447b7306099 None None] Pushing event updated for resources: {'Port': ['ID=0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c,revision_number=2']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:32.149006 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e3c1f44c-61ba-45fb-8a2c-0447b7306099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:32.157800 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:02:32.157800 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Checking segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:02:32.157800 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:32.157800 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Bound using segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:02:32.157800 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Bound port: 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:02:32.157800 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:32.178995 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd804-0e66-4993-8335-0eb23db2710e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:32.201671 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd804-0e66-4993-8335-0eb23db2710e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:32.217894 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 4d738186-f9b6-41ca-8bc3-847eca10e3d9 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:32.226477 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] For port 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:02:32.258819 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:32.259088 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] For port 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:02:32.415889 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd804-0e66-4993-8335-0eb23db2710e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:32.418598 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bb6cd804-0e66-4993-8335-0eb23db2710e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:32.419741 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-bb6cd804-0e66-4993-8335-0eb23db2710e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e31a2c60-8a06-4a19-b6ca-dcf674deb121 HTTP/1.1" status: 204 len: 168 time: 0.3117781 Jun 28 10:02:32.420556 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-45ede638-4951-4059-afd5-d258f0ed4af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:32.428994 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cd804-0e66-4993-8335-0eb23db2710e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31a2c60-8a06-4a19-b6ca-dcf674deb121,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:32.436310 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-bb6cd804-0e66-4993-8335-0eb23db2710e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:32.453143 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:32.455341 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 4d738186-f9b6-41ca-8bc3-847eca10e3d9 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:32.458453 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:32.486473 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 4d738186-f9b6-41ca-8bc3-847eca10e3d9 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:32.487113 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:32.549869 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Routers {'2be3cf6c-464b-4d43-a8ed-a807616216c8'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:32.550514 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:02:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['2be3cf6c-464b-4d43-a8ed-a807616216c8'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:32.553546 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Allocated IP 172.20.0.1 (526781e7-791f-444a-b5d8-1e92636a0d13/3a56d152-dfdc-435b-814f-b79ba165eaaa/06f68cf0-9039-43ba-9cd5-c64a0d2b0169) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:02:32.555453 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1f44c-61ba-45fb-8a2c-0447b7306099 None None] Pushing event updated for resources: {'Port': ['ID=0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:32.592825 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e3c1f44c-61ba-45fb-8a2c-0447b7306099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:32.664124 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:32.677804 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Transition to ACTIVE for port object 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 will not be triggered until provisioned by entity DHCP. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:02:32.680224 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:32.699481 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] Set router 2be3cf6c-464b-4d43-a8ed-a807616216c8 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:32.777889 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 4d738186-f9b6-41ca-8bc3-847eca10e3d9, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=4d738186-f9b6-41ca-8bc3-847eca10e3d9,segment=NetworkSegment(6bfaf109-9cd2-4a2f-b400-777bf40e3c1b),segment_id=6bfaf109-9cd2-4a2f-b400-777bf40e3c1b)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:32.780127 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58846138'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:32.783134 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-12046f5e-9c5e-4047-af31-068a9bca7638 tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:32.819321 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Network 526781e7-791f-444a-b5d8-1e92636a0d13 is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:02:32.825672 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:02:32.830607 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:02:32.858500 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Pushing event updated for resources: {'Port': ['ID=06f68cf0-9039-43ba-9cd5-c64a0d2b0169,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:32.868071 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:32.880934 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714509'] for router_interface, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:32.890838 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:32.892454 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 7534bc22-85e8-4f8a-b542-18faa62872c7 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:32.894902 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-0aa45193-e116-417a-b8fd-389410ea3e3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:33.127191 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=4d738186-f9b6-41ca-8bc3-847eca10e3d9,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:33.136418 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:33.137888 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'name': 'tempest-TestShelveInstance-2085061179-router', 'tenant_id': '3095e3c387334e188b564554cf33210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:29Z', 'updated_at': '2021-06-28T10:02:30Z', 'revision_number': 3, 'project_id': '3095e3c387334e188b564554cf33210d', 'gw_port': {'id': '0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:29Z', 'updated_at': '2021-06-28T10:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:33.148482 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.166639 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f08035-d2fc-4cec-9bea-987c222b9c13 None None] The sync data for ids ['2be3cf6c-464b-4d43-a8ed-a807616216c8'] in dv-cinder-786627-12-iscsi is: [{'id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'name': 'tempest-TestShelveInstance-2085061179-router', 'tenant_id': '3095e3c387334e188b564554cf33210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:29Z', 'updated_at': '2021-06-28T10:02:30Z', 'revision_number': 3, 'project_id': '3095e3c387334e188b564554cf33210d', 'gw_port': {'id': '0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:29Z', 'updated_at': '2021-06-28T10:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:02:33.176942 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 7534bc22-85e8-4f8a-b542-18faa62872c7 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:33.177406 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.255421 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53890) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:33.258925 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-5cbb6236-876e-4069-9b27-73a01134e496 None None] Provisioning for port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:33.261048 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-684ebe51-118f-4d24-81b5-1965673799a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.266459 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-5cbb6236-876e-4069-9b27-73a01134e496 None None] Provisioning complete for port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:33.267998 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5cbb6236-876e-4069-9b27-73a01134e496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.270200 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-55b86012-db15-4d35-8e81-c7c74af1927d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.312795 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb6236-876e-4069-9b27-73a01134e496 None None] Port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:02:33.330435 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.375193 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-55b86012-db15-4d35-8e81-c7c74af1927d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.442097 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.444564 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-daf8d14a-5935-42ec-b761-ea8d699e56d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:33.478787 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-55b86012-db15-4d35-8e81-c7c74af1927d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.482381 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-93e6af1f-d083-4fa1-a48a-ecaca58fc85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:33.516830 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714641'] for router_interface, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.518684 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Pushing event updated for resources: {'Port': ['ID=06f68cf0-9039-43ba-9cd5-c64a0d2b0169,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:33.522492 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:33.527632 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-55b86012-db15-4d35-8e81-c7c74af1927d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05d17c5fd7bb49a5a8e276b3d71ebcad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708700 Jun 28 10:02:33.528779 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b86012-db15-4d35-8e81-c7c74af1927d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd6154d-a26b-4823-a9d1-6e9b188efe30,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:33.531563 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53892) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:33.539199 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-55b86012-db15-4d35-8e81-c7c74af1927d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:33.591467 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bd1268c7-fa43-4db4-93af-eab8c4413698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.614211 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bd1268c7-fa43-4db4-93af-eab8c4413698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.619070 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Network 526781e7-791f-444a-b5d8-1e92636a0d13 is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:02:33.620627 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:02:33.741976 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Router 2be3cf6c-464b-4d43-a8ed-a807616216c8 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:02:33.758349 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bd1268c7-fa43-4db4-93af-eab8c4413698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.762266 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bd1268c7-fa43-4db4-93af-eab8c4413698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.763801 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-bd1268c7-fa43-4db4-93af-eab8c4413698 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3dd6154d-a26b-4823-a9d1-6e9b188efe30 HTTP/1.1" status: 204 len: 168 time: 0.2309639 Jun 28 10:02:33.765076 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-975b560e-daea-4569-805b-741ce5f30492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:33.775782 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1268c7-fa43-4db4-93af-eab8c4413698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd6154d-a26b-4823-a9d1-6e9b188efe30,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:33.787797 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-bd1268c7-fa43-4db4-93af-eab8c4413698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:33.877447 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:02:33.883272 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] 10.222.0.30 "PUT /v2.0/routers/2be3cf6c-464b-4d43-a8ed-a807616216c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4509404 Jun 28 10:02:33.939718 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-2dd79495-eaef-43cf-87aa-8558781c34f7 None None] Provisioning complete for port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:33.940318 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2dd79495-eaef-43cf-87aa-8558781c34f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:33.976620 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-2dd79495-eaef-43cf-87aa-8558781c34f7 None None] Port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:02:34.168616 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:34.363877 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:34.367994 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:34.368487 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:34.448001 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:34.472562 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:34.586869 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:34.587862 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 4d738186-f9b6-41ca-8bc3-847eca10e3d9 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:34.589799 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:34.605708 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53912) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:34.611173 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-86f47b14-b6d3-4946-a75b-f0a42640141c tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486869791', 'description': 'tempest-secgroup-smoke-486869791 description', 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:34.665166 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:34.669663 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:34.678929 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 4d738186-f9b6-41ca-8bc3-847eca10e3d9 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:34.679323 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:34.756936 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-86f47b14-b6d3-4946-a75b-f0a42640141c tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:34.827189 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Sync routers for ids ['2be3cf6c-464b-4d43-a8ed-a807616216c8'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:02:34.837070 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Routers {'2be3cf6c-464b-4d43-a8ed-a807616216c8'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:34.837688 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:02:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['2be3cf6c-464b-4d43-a8ed-a807616216c8'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:34.846995 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-86f47b14-b6d3-4946-a75b-f0a42640141c tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:34.948295 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Set router 2be3cf6c-464b-4d43-a8ed-a807616216c8 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:35.033679 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-86f47b14-b6d3-4946-a75b-f0a42640141c tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.037646 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ed6133ea-8708-4d95-8577-8fa6c2a37cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:35.065942 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f47b14-b6d3-4946-a75b-f0a42640141c tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c149b7-6237-444e-84c8-d90200e8c45b,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:35.068646 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-86f47b14-b6d3-4946-a75b-f0a42640141c tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:35.142244 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-86f47b14-b6d3-4946-a75b-f0a42640141c tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.144755 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-86f47b14-b6d3-4946-a75b-f0a42640141c tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5368447 Jun 28 10:02:35.146696 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53924) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:35.151875 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-405649ff-77de-4cdc-9840-765721ac8348 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Request body: {'security_group_rule': {'security_group_id': '83c149b7-6237-444e-84c8-d90200e8c45b', 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:35.236896 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'name': 'tempest-TestShelveInstance-2085061179-router', 'tenant_id': '3095e3c387334e188b564554cf33210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:29Z', 'updated_at': '2021-06-28T10:02:32Z', 'revision_number': 4, 'project_id': '3095e3c387334e188b564554cf33210d', 'gw_port': {'id': '0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:29Z', 'updated_at': '2021-06-28T10:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '06f68cf0-9039-43ba-9cd5-c64a0d2b0169', 'name': '', 'network_id': '526781e7-791f-444a-b5d8-1e92636a0d13', 'tenant_id': '3095e3c387334e188b564554cf33210d', 'mac_address': 'fa:16:3e:6b:1a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3a56d152-dfdc-435b-814f-b79ba165eaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:32Z', 'updated_at': '2021-06-28T10:02:33Z', 'revision_number': 2, 'project_id': '3095e3c387334e188b564554cf33210d', 'subnets': [{'id': '3a56d152-dfdc-435b-814f-b79ba165eaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:35.262612 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Checking router: 2be3cf6c-464b-4d43-a8ed-a807616216c8 for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:02:35.269391 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Updating router 2be3cf6c-464b-4d43-a8ed-a807616216c8 port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 binding host dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:02:35.269552 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-405649ff-77de-4cdc-9840-765721ac8348 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.299054 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.327074 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-405649ff-77de-4cdc-9840-765721ac8348 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.449945 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-405649ff-77de-4cdc-9840-765721ac8348 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.452060 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:35.468416 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405649ff-77de-4cdc-9840-765721ac8348 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0193dc-cfbc-44cd-b422-f6d82f97f4dd,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:35.471264 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-405649ff-77de-4cdc-9840-765721ac8348 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:35.476972 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.560367 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Notify callbacks [] for port, precommit_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.564565 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-f2ae3550-cf82-4e6b-b09d-8c31b45ca315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.570688 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.provisioning_blocks [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Transition to ACTIVE for port object 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 will not be triggered until provisioned by entity L2. {{(pid=100132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:02:35.604320 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-405649ff-77de-4cdc-9840-765721ac8348 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.622607 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-405649ff-77de-4cdc-9840-765721ac8348 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4575937 Jun 28 10:02:35.623306 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53932) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:35.627904 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-654e8301-172a-4f72-aff7-7f65f1d35b5e tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Request body: {'security_group_rule': {'security_group_id': '83c149b7-6237-444e-84c8-d90200e8c45b', 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:35.695475 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.697813 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:35.738766 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-654e8301-172a-4f72-aff7-7f65f1d35b5e tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.769352 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72073336-9b76-4ab1-90fe-85925056c109 None None] Pushing event updated for resources: {'Port': ['ID=06f68cf0-9039-43ba-9cd5-c64a0d2b0169,revision_number=3']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:35.788886 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-72073336-9b76-4ab1-90fe-85925056c109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:35.810374 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Attempting to bind port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:02:35.810891 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Attempting to bind port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '6bfaf109-9cd2-4a2f-b400-777bf40e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '526781e7-791f-444a-b5d8-1e92636a0d13'}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:02:35.811266 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Attempting to bind port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 on network 526781e7-791f-444a-b5d8-1e92636a0d13 {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:02:35.812402 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-654e8301-172a-4f72-aff7-7f65f1d35b5e tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.817315 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:02:35.817694 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Checking segment: {'id': '6bfaf109-9cd2-4a2f-b400-777bf40e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '526781e7-791f-444a-b5d8-1e92636a0d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:02:35.818101 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.818504 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Bound using segment: {'id': '6bfaf109-9cd2-4a2f-b400-777bf40e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '526781e7-791f-444a-b5d8-1e92636a0d13'} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:02:35.819006 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Bound port: 06f68cf0-9039-43ba-9cd5-c64a0d2b0169, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfaf109-9cd2-4a2f-b400-777bf40e3c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '526781e7-791f-444a-b5d8-1e92636a0d13'}}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:02:35.819412 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.906288 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] For port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:02:35.909799 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-654e8301-172a-4f72-aff7-7f65f1d35b5e tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:35.911055 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] For port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=06f68cf0-9039-43ba-9cd5-c64a0d2b0169,segment=NetworkSegment(6bfaf109-9cd2-4a2f-b400-777bf40e3c1b),segment_id=6bfaf109-9cd2-4a2f-b400-777bf40e3c1b)] {{(pid=100132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:02:35.914354 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-a5dd9e96-5e4b-4a25-8eb1-1895f71b2212 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:35.930833 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e8301-172a-4f72-aff7-7f65f1d35b5e tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2b2847-e709-4cb3-b89b-dd777fd2aa6e,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:35.936869 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-654e8301-172a-4f72-aff7-7f65f1d35b5e tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:36.010193 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.012359 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:36.031267 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-654e8301-172a-4f72-aff7-7f65f1d35b5e tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.031997 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53940) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:36.032629 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-654e8301-172a-4f72-aff7-7f65f1d35b5e tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4072766 Jun 28 10:02:36.035925 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-d4e2bf14-26f7-472b-ac84-d9c6d9e7f832 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Request body: {'security_group_rule': {'security_group_id': '83c149b7-6237-444e-84c8-d90200e8c45b', 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:36.073880 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Routers {'2be3cf6c-464b-4d43-a8ed-a807616216c8'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:02:36.074765 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:02:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['2be3cf6c-464b-4d43-a8ed-a807616216c8'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:36.104135 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:36.159606 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d4e2bf14-26f7-472b-ac84-d9c6d9e7f832 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.174756 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:36.175478 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.214829 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] Set router 2be3cf6c-464b-4d43-a8ed-a807616216c8 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:02:36.220987 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d4e2bf14-26f7-472b-ac84-d9c6d9e7f832 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.300962 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72073336-9b76-4ab1-90fe-85925056c109 None None] Pushing event updated for resources: {'Port': ['ID=06f68cf0-9039-43ba-9cd5-c64a0d2b0169,revision_number=4']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:36.306961 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-72073336-9b76-4ab1-90fe-85925056c109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:36.324104 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d4e2bf14-26f7-472b-ac84-d9c6d9e7f832 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.329827 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-a923424c-62a5-40c4-9195-a7c30fd1bf32 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:36.347686 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2bf14-26f7-472b-ac84-d9c6d9e7f832 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3dcd7be-9e5e-47ba-aab8-ac685eccff15,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:36.350300 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d4e2bf14-26f7-472b-ac84-d9c6d9e7f832 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:36.441515 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'name': 'tempest-TestShelveInstance-2085061179-router', 'tenant_id': '3095e3c387334e188b564554cf33210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:29Z', 'updated_at': '2021-06-28T10:02:32Z', 'revision_number': 4, 'project_id': '3095e3c387334e188b564554cf33210d', 'gw_port': {'id': '0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:29Z', 'updated_at': '2021-06-28T10:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '06f68cf0-9039-43ba-9cd5-c64a0d2b0169', 'name': '', 'network_id': '526781e7-791f-444a-b5d8-1e92636a0d13', 'tenant_id': '3095e3c387334e188b564554cf33210d', 'mac_address': 'fa:16:3e:6b:1a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3a56d152-dfdc-435b-814f-b79ba165eaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:32Z', 'updated_at': '2021-06-28T10:02:35Z', 'revision_number': 4, 'project_id': '3095e3c387334e188b564554cf33210d', 'subnets': [{'id': '3a56d152-dfdc-435b-814f-b79ba165eaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:02:36.466738 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25cd59a-2490-43fe-bbea-7f6347fd8885 None None] The sync data for ids ['2be3cf6c-464b-4d43-a8ed-a807616216c8'] in dv-cinder-786627-12-iscsi is: [{'id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'name': 'tempest-TestShelveInstance-2085061179-router', 'tenant_id': '3095e3c387334e188b564554cf33210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:29Z', 'updated_at': '2021-06-28T10:02:32Z', 'revision_number': 4, 'project_id': '3095e3c387334e188b564554cf33210d', 'gw_port': {'id': '0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:29Z', 'updated_at': '2021-06-28T10:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '06f68cf0-9039-43ba-9cd5-c64a0d2b0169', 'name': '', 'network_id': '526781e7-791f-444a-b5d8-1e92636a0d13', 'tenant_id': '3095e3c387334e188b564554cf33210d', 'mac_address': 'fa:16:3e:6b:1a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3a56d152-dfdc-435b-814f-b79ba165eaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:32Z', 'updated_at': '2021-06-28T10:02:35Z', 'revision_number': 4, 'project_id': '3095e3c387334e188b564554cf33210d', 'subnets': [{'id': '3a56d152-dfdc-435b-814f-b79ba165eaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:02:36.514484 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d4e2bf14-26f7-472b-ac84-d9c6d9e7f832 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.515774 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-d4e2bf14-26f7-472b-ac84-d9c6d9e7f832 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4834197 Jun 28 10:02:36.519061 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53948) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:36.524313 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-f9d53290-535c-4400-a487-b107d7e0c258 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Request body: {'security_group_rule': {'security_group_id': '83c149b7-6237-444e-84c8-d90200e8c45b', 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:36.654583 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f9d53290-535c-4400-a487-b107d7e0c258 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.737562 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f9d53290-535c-4400-a487-b107d7e0c258 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.845988 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.846576 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f9d53290-535c-4400-a487-b107d7e0c258 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.848180 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:36.869936 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d53290-535c-4400-a487-b107d7e0c258 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9253c3de-3884-4b84-a06d-807eceb518eb,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:36.877288 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f9d53290-535c-4400-a487-b107d7e0c258 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:36.952614 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-f9d53290-535c-4400-a487-b107d7e0c258 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:36.956871 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-f9d53290-535c-4400-a487-b107d7e0c258 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4339044 Jun 28 10:02:36.958484 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 53960) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:36.963333 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-870190de-2aaa-42eb-b9bd-e7114ee52878 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Request body: {'security_group_rule': {'security_group_id': '83c149b7-6237-444e-84c8-d90200e8c45b', 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:37.061771 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.securitygroups_db [None req-870190de-2aaa-42eb-b9bd-e7114ee52878 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Project e2ba19a67ffe4f909117f8dfa7aac036 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 10:02:37.068881 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-870190de-2aaa-42eb-b9bd-e7114ee52878 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:37.131730 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-870190de-2aaa-42eb-b9bd-e7114ee52878 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:37.232480 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-870190de-2aaa-42eb-b9bd-e7114ee52878 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:37.234678 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:37.252322 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870190de-2aaa-42eb-b9bd-e7114ee52878 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9317f6a4-9c6a-4795-9071-deaff7704663,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:37.255255 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-870190de-2aaa-42eb-b9bd-e7114ee52878 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:37.346920 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-870190de-2aaa-42eb-b9bd-e7114ee52878 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:37.348170 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-870190de-2aaa-42eb-b9bd-e7114ee52878 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3886235 Jun 28 10:02:37.351177 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 53968) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:37.356410 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-cc6acba6-0a86-49ea-8396-0320131a7ea4 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Request body: {'security_group_rule': {'security_group_id': '83c149b7-6237-444e-84c8-d90200e8c45b', 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:37.472818 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.securitygroups_db [None req-cc6acba6-0a86-49ea-8396-0320131a7ea4 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Project e2ba19a67ffe4f909117f8dfa7aac036 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 10:02:37.479374 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cc6acba6-0a86-49ea-8396-0320131a7ea4 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:37.543960 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cc6acba6-0a86-49ea-8396-0320131a7ea4 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:37.621169 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cc6acba6-0a86-49ea-8396-0320131a7ea4 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:37.623270 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:37.639491 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6acba6-0a86-49ea-8396-0320131a7ea4 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67aa54e-36c6-4ba8-84a5-4f0889957aea,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:37.642393 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-cc6acba6-0a86-49ea-8396-0320131a7ea4 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:37.735889 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-cc6acba6-0a86-49ea-8396-0320131a7ea4 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:37.737126 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-cc6acba6-0a86-49ea-8396-0320131a7ea4 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3844240 Jun 28 10:02:38.124043 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:38.255914 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:38.283529 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:02:38.287687 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:38.292885 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:38.369507 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:38.405235 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=06f68cf0-9039-43ba-9cd5-c64a0d2b0169,segment=NetworkSegment(6bfaf109-9cd2-4a2f-b400-777bf40e3c1b),segment_id=6bfaf109-9cd2-4a2f-b400-777bf40e3c1b)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:02:38.466987 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:38.470408 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-a981eb3a-ac79-4736-9644-56656a5a8434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:38.518442 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=06f68cf0-9039-43ba-9cd5-c64a0d2b0169,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:38.521521 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:39.338861 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:02:40.086920 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:02:40.140947 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:02:40.141339 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:46.153008 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:48.193599 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54118) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:48.298787 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-900984fc-c7ca-4ac7-90f7-3b98ad4fbd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:48.391176 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-900984fc-c7ca-4ac7-90f7-3b98ad4fbd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:48.455942 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-900984fc-c7ca-4ac7-90f7-3b98ad4fbd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:48.458571 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-78c067e1-d7f4-4050-9ccb-6864390c7b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:48.493636 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900984fc-c7ca-4ac7-90f7-3b98ad4fbd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2360cb3f-188d-4d49-a7e2-d5bfa6dfc7c3,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:48.497782 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-900984fc-c7ca-4ac7-90f7-3b98ad4fbd56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b054dc7b7ee491e9d88531b2186ff22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031619 Jun 28 10:02:48.498659 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-900984fc-c7ca-4ac7-90f7-3b98ad4fbd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:48.500492 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54122) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:48.547106 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-3444b4e5-51d2-4d34-af47-507fd9af5ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:48.568753 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-3444b4e5-51d2-4d34-af47-507fd9af5ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:48.682406 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-3444b4e5-51d2-4d34-af47-507fd9af5ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:48.685108 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-3444b4e5-51d2-4d34-af47-507fd9af5ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:48.686261 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-3444b4e5-51d2-4d34-af47-507fd9af5ad0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2360cb3f-188d-4d49-a7e2-d5bfa6dfc7c3 HTTP/1.1" status: 204 len: 168 time: 0.1848068 Jun 28 10:02:48.687031 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-aac5519a-af81-47dd-a038-753b8163b6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:48.694493 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444b4e5-51d2-4d34-af47-507fd9af5ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2360cb3f-188d-4d49-a7e2-d5bfa6dfc7c3,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:48.696676 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-3444b4e5-51d2-4d34-af47-507fd9af5ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:49.289363 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 54130) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:49.302560 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-357d829b-16c8-4cce-8c99-086b16f6a59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:49.390553 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-357d829b-16c8-4cce-8c99-086b16f6a59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:49.483918 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-357d829b-16c8-4cce-8c99-086b16f6a59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:49.486717 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d84a2938-16ff-4df9-b4a7-54f573959226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:49.521437 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d829b-16c8-4cce-8c99-086b16f6a59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6427deb-e9be-46ba-bd62-f9fa38c998d4,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:49.524523 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-357d829b-16c8-4cce-8c99-086b16f6a59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:49.527172 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-357d829b-16c8-4cce-8c99-086b16f6a59f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=253608cb7d454e58b52ae1f0e3741848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367258 Jun 28 10:02:49.530173 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 54132) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:49.578420 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d5ecdbca-31c6-4687-87a5-9898ccf5a0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:49.601471 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d5ecdbca-31c6-4687-87a5-9898ccf5a0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:49.727735 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d5ecdbca-31c6-4687-87a5-9898ccf5a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:49.730246 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d5ecdbca-31c6-4687-87a5-9898ccf5a0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:49.731414 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-d5ecdbca-31c6-4687-87a5-9898ccf5a0b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6427deb-e9be-46ba-bd62-f9fa38c998d4 HTTP/1.1" status: 204 len: 168 time: 0.2004032 Jun 28 10:02:49.732203 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-546581f3-4b5c-4257-810a-c784af7198ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:49.739589 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecdbca-31c6-4687-87a5-9898ccf5a0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6427deb-e9be-46ba-bd62-f9fa38c998d4,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:49.741846 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d5ecdbca-31c6-4687-87a5-9898ccf5a0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:50.414854 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54148) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:50.428290 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e5057537-26fe-4cc4-89ac-ea1d7517e082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:50.513746 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e5057537-26fe-4cc4-89ac-ea1d7517e082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:50.579130 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e5057537-26fe-4cc4-89ac-ea1d7517e082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:50.582981 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-979f7647-0bc7-4a2f-ad40-feb2c846fe0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:50.619395 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-e5057537-26fe-4cc4-89ac-ea1d7517e082 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a96bf787558423f9281376c706907ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034755 Jun 28 10:02:50.620539 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5057537-26fe-4cc4-89ac-ea1d7517e082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc71d24e-128c-4866-9c78-befc7d9130cf,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:50.622104 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 54150) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:02:50.623592 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e5057537-26fe-4cc4-89ac-ea1d7517e082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:50.674481 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d06a3b8a-9736-47bf-a4cf-5b9878396012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:50.694790 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d06a3b8a-9736-47bf-a4cf-5b9878396012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:50.853692 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d06a3b8a-9736-47bf-a4cf-5b9878396012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:50.856270 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-d06a3b8a-9736-47bf-a4cf-5b9878396012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:50.857455 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-d06a3b8a-9736-47bf-a4cf-5b9878396012 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc71d24e-128c-4866-9c78-befc7d9130cf HTTP/1.1" status: 204 len: 168 time: 0.2343297 Jun 28 10:02:50.858253 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6cea8795-0316-45e5-9d96-6c0c3f5b093d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:50.865714 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a3b8a-9736-47bf-a4cf-5b9878396012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc71d24e-128c-4866-9c78-befc7d9130cf,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:50.867913 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d06a3b8a-9736-47bf-a4cf-5b9878396012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:55.632840 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-d2f8f280-488f-4640-a531-32c9151cd750 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486869791&fields=id&tenant_id=e2ba19a67ffe4f909117f8dfa7aac036 HTTP/1.1" status: 200 len: 267 time: 0.0345759 Jun 28 10:02:55.741186 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-663ac583-6077-4ef7-a345-940e3e1a299c tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:55.742697 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-663ac583-6077-4ef7-a345-940e3e1a299c tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/networks?id=9c3f7b28-08af-451f-8387-d86496082dfe HTTP/1.1" status: 200 len: 808 time: 0.1023359 Jun 28 10:02:55.757234 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-f2bf32bd-ecf3-4777-89c1-9def4111f9cc tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/quotas/e2ba19a67ffe4f909117f8dfa7aac036 HTTP/1.1" status: 200 len: 375 time: 0.0090535 Jun 28 10:02:55.828141 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-86cf12cf-1f2e-4ff3-92e5-4bbe7073cb59 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2ba19a67ffe4f909117f8dfa7aac036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661755 Jun 28 10:02:55.926935 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-41d58e10-c21e-4e91-92a1-e4d7086ae718 service neutron] 10.222.0.30 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864525 Jun 28 10:02:56.024823 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-b06c5b57-ab67-4ceb-8c37-231c67ff0dce service neutron] 10.222.0.30 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919940 Jun 28 10:02:56.618000 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b80addc2-1106-47b0-875f-e9ac73e9205f req-999b5838-2604-4390-84f4-9805b8f60776 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 210 time: 0.0290778 Jun 28 10:02:57.699745 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0b9873b8-2e38-4d9b-923f-8e8e5ea166dc req-f2aa0c2f-1a4d-433f-b835-ba580d2801f3 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 210 time: 0.0289307 Jun 28 10:02:58.847099 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fc883be2-a959-45f1-8c62-89c7a232ca97 req-e2579343-7e61-4769-b4f6-8e99a5541f2b tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 210 time: 0.0301185 Jun 28 10:02:59.120211 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-ba96242e-1e75-4ad9-99bd-e442609f6bb5 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:59.121660 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-ba96242e-1e75-4ad9-99bd-e442609f6bb5 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.37 "GET /v2.0/networks?id=9c3f7b28-08af-451f-8387-d86496082dfe HTTP/1.1" status: 200 len: 808 time: 0.1111240 Jun 28 10:02:59.169871 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-e552c921-4a9e-48f1-a4a7-fdf1037bbd0d tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2ba19a67ffe4f909117f8dfa7aac036 HTTP/1.1" status: 200 len: 379 time: 0.0394127 Jun 28 10:02:59.183706 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-fc8ebd8a-07b6-41f7-ba0e-7d058da72143 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Request body: {'port': {'device_id': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'admin_state_up': True, 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'security_groups': ['83c149b7-6237-444e-84c8-d90200e8c45b']}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:02:59.472096 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-fc8ebd8a-07b6-41f7-ba0e-7d058da72143 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Made reservation on behalf of e2ba19a67ffe4f909117f8dfa7aac036 for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:02:59.476316 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-fc8ebd8a-07b6-41f7-ba0e-7d058da72143 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:59.606986 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-fc8ebd8a-07b6-41f7-ba0e-7d058da72143 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Allocated IP 172.20.0.8 (9c3f7b28-08af-451f-8387-d86496082dfe/1fced309-f22e-4e63-b519-0cd81da6f688/a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:02:59.741894 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-fc8ebd8a-07b6-41f7-ba0e-7d058da72143 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:59.760318 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-fc8ebd8a-07b6-41f7-ba0e-7d058da72143 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Transition to ACTIVE for port object a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da will not be triggered until provisioned by entity DHCP. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:02:59.867405 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-fc8ebd8a-07b6-41f7-ba0e-7d058da72143 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58846138'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:02:59.871672 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:02:59.915009 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-fc8ebd8a-07b6-41f7-ba0e-7d058da72143 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Network 9c3f7b28-08af-451f-8387-d86496082dfe is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:02:59.920020 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-fc8ebd8a-07b6-41f7-ba0e-7d058da72143 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:02:59.925025 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-fc8ebd8a-07b6-41f7-ba0e-7d058da72143 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:02:59.950632 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ebd8a-07b6-41f7-ba0e-7d058da72143 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Pushing event updated for resources: {'Port': ['ID=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:02:59.957615 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-fc8ebd8a-07b6-41f7-ba0e-7d058da72143 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:02:59.983012 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-fc8ebd8a-07b6-41f7-ba0e-7d058da72143 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:02:59.983698 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-fc8ebd8a-07b6-41f7-ba0e-7d058da72143 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:00.040941 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fbdae-29f0-4782-8ead-148749c857b2 req-1393cdcd-06de-43b5-aad8-0866530a8571 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:00.042503 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-841fbdae-29f0-4782-8ead-148749c857b2 req-1393cdcd-06de-43b5-aad8-0866530a8571 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 931 time: 0.0775216 Jun 28 10:03:00.085595 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-841fbdae-29f0-4782-8ead-148749c857b2 req-af8a8071-cfc9-468b-9a84-165eff1727ac tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354567 Jun 28 10:03:00.130225 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-fc8ebd8a-07b6-41f7-ba0e-7d058da72143 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9503853 Jun 28 10:03:00.147065 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Request body: {'port': {'device_id': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:00.228303 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:00.304754 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-6977574d-eb2a-4877-a327-2dacea4f3cf2 None None] Provisioning for port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:03:00.309011 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-6977574d-eb2a-4877-a327-2dacea4f3cf2 None None] Provisioning complete for port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:03:00.309479 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6977574d-eb2a-4877-a327-2dacea4f3cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:00.344307 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-6977574d-eb2a-4877-a327-2dacea4f3cf2 None None] Port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:03:00.498073 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:03:00.506015 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:00.518942 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Transition to ACTIVE for port object a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:03:00.676461 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:00.678662 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-aa74d021-ddcb-4d22-be40-8fab4d83df0a tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:00.730470 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Pushing event updated for resources: {'Port': ['ID=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:00.733980 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:00.808218 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Attempting to bind port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:03:00.808536 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Attempting to bind port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'a103a956-053d-4ca2-806d-660054220422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:03:00.808904 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Attempting to bind port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da on network 9c3f7b28-08af-451f-8387-d86496082dfe {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:03:00.813597 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da on network 9c3f7b28-08af-451f-8387-d86496082dfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:03:00.813925 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Attempting to bind port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da on network 9c3f7b28-08af-451f-8387-d86496082dfe {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:03:00.819038 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:03:00.819382 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Checking segment: {'id': 'a103a956-053d-4ca2-806d-660054220422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:03:00.819769 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Bound using segment: {'id': 'a103a956-053d-4ca2-806d-660054220422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:03:00.820200 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Bound port: a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a103a956-053d-4ca2-806d-660054220422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:03:00.820566 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:00.886746 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] For port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:03:00.889906 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] For port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,segment=NetworkSegment(a103a956-053d-4ca2-806d-660054220422),segment_id=a103a956-053d-4ca2-806d-660054220422)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:03:01.036629 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:01.039019 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-84dd2676-0f26-4c1d-98eb-43ad1ec7b066 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:01.077904 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:01.077904 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:01.077904 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] 10.222.0.37 "PUT /v2.0/ports/a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da HTTP/1.1" status: 200 len: 1093 time: 0.9378772 Jun 28 10:03:01.077904 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'tag': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:01.083211 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24689c6b-6610-4d66-951a-0ca6896b0895" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cba557-1af6-4e58-b1ec-e790e8f5d9dd", "tag": "a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:01.118405 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Pushing event updated for resources: {'Port': ['ID=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:01.122200 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:01.141831 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0f8533-b5fa-4219-8a4e-0498b8d49f1c x-openstack-request-id: req-5e0f8533-b5fa-4219-8a4e-0498b8d49f1c {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:01.141831 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cba557-1af6-4e58-b1ec-e790e8f5d9dd", "tag": "a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:01.141831 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e0f8533-b5fa-4219-8a4e-0498b8d49f1c {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:01.141831 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'tag': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da', 'status': 'completed', 'code': 200} Jun 28 10:03:01.278617 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24689c6b-6610-4d66-951a-0ca6896b0895 req-d631dea5-0e8c-426b-98c8-595d2fd45310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:01.280610 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-24689c6b-6610-4d66-951a-0ca6896b0895 req-d631dea5-0e8c-426b-98c8-595d2fd45310 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2ba19a67ffe4f909117f8dfa7aac036&device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 1096 time: 0.0730460 Jun 28 10:03:01.306960 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6239b-996b-4dc4-8ae4-6e569e116193 req-b6be0b0b-146e-4f39-9050-1fcb3c8adcd0 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:01.309225 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f8f6239b-996b-4dc4-8ae4-6e569e116193 req-b6be0b0b-146e-4f39-9050-1fcb3c8adcd0 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 943 time: 0.0770993 Jun 28 10:03:01.349978 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f8f6239b-996b-4dc4-8ae4-6e569e116193 req-7115343c-3598-4b76-8d58-532e563adee4 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338886 Jun 28 10:03:01.386806 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24689c6b-6610-4d66-951a-0ca6896b0895 req-347fbbc3-95c9-4abd-a4ed-52d0950e19b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:01.388325 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-24689c6b-6610-4d66-951a-0ca6896b0895 req-347fbbc3-95c9-4abd-a4ed-52d0950e19b2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e2ba19a67ffe4f909117f8dfa7aac036&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1003392 Jun 28 10:03:01.487622 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24689c6b-6610-4d66-951a-0ca6896b0895 req-4028e7b2-e7d5-4ab3-8dff-798f66acf8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:01.489143 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-24689c6b-6610-4d66-951a-0ca6896b0895 req-4028e7b2-e7d5-4ab3-8dff-798f66acf8b5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945559 Jun 28 10:03:01.579879 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-4e178c7c-77e0-4b52-91f0-dcef672ca4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:01.581419 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-4e178c7c-77e0-4b52-91f0-dcef672ca4d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2ba19a67ffe4f909117f8dfa7aac036&device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 1096 time: 0.0535023 Jun 28 10:03:01.625655 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-515d8c91-8924-49c0-be99-072289a98221 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da HTTP/1.1" status: 200 len: 217 time: 0.0352612 Jun 28 10:03:01.677368 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-77e7330a-d2f6-4079-ad64-8586fc13d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:01.678805 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-77e7330a-d2f6-4079-ad64-8586fc13d2ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fced309-f22e-4e63-b519-0cd81da6f688 HTTP/1.1" status: 200 len: 847 time: 0.0471334 Jun 28 10:03:01.741780 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-687debe1-9d68-4e94-bd36-556a811f534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:01.743420 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-687debe1-9d68-4e94-bd36-556a811f534a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c3f7b28-08af-451f-8387-d86496082dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549815 Jun 28 10:03:01.832991 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-d9c842b1-b716-443a-865f-d0f2b88f84a6 service neutron] 10.222.0.37 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811226 Jun 28 10:03:01.924660 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f91fd95a-92e8-4748-a094-69dffa39ab26 req-16d3e750-05e5-40d0-9ffa-6cae40aafe30 service neutron] 10.222.0.37 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850942 Jun 28 10:03:02.537377 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db89bd2-8a27-4b6b-a280-45e161ebc4db req-88c45ad3-bac9-490e-912f-a74ff23cd4e3 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:02.538905 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5db89bd2-8a27-4b6b-a280-45e161ebc4db req-88c45ad3-bac9-490e-912f-a74ff23cd4e3 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 943 time: 0.0662563 Jun 28 10:03:02.580876 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5db89bd2-8a27-4b6b-a280-45e161ebc4db req-e7cc7dbc-9d79-415a-a6e0-c5479a338411 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361140 Jun 28 10:03:03.106372 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d756bf6e-eff1-40e7-9dbf-b80348b65f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:03.761715 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8cfea-81b7-4cd5-80ea-f3e69acecac1 req-068da54e-5523-4165-8070-dd0cd9ddd398 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:03.763186 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-53b8cfea-81b7-4cd5-80ea-f3e69acecac1 req-068da54e-5523-4165-8070-dd0cd9ddd398 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 943 time: 0.0651140 Jun 28 10:03:03.801804 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-53b8cfea-81b7-4cd5-80ea-f3e69acecac1 req-f9ff16a5-baa2-48bf-9cd2-601ebc6114d3 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326905 Jun 28 10:03:04.984693 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500adf6-cae7-48e8-89ec-8d6dcf5cdb1b req-dba18f3f-415b-4c92-976c-433d6e3caca0 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:04.986792 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1500adf6-cae7-48e8-89ec-8d6dcf5cdb1b req-dba18f3f-415b-4c92-976c-433d6e3caca0 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 943 time: 0.0697551 Jun 28 10:03:05.027244 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1500adf6-cae7-48e8-89ec-8d6dcf5cdb1b req-148d599d-8e92-4da9-b012-2e7d03feafc8 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338860 Jun 28 10:03:05.546372 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:05.706423 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-80dcd7eb-03db-4e16-98fc-d48cfbf51fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:06.206496 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa88f17-c9ac-42db-954f-143b9d20eac3 req-268130a1-b9af-4e68-a7c8-1d4915620054 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:06.207942 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-eaa88f17-c9ac-42db-954f-143b9d20eac3 req-268130a1-b9af-4e68-a7c8-1d4915620054 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 943 time: 0.0663126 Jun 28 10:03:06.244097 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-eaa88f17-c9ac-42db-954f-143b9d20eac3 req-c25b1320-8e4b-4b88-b79b-8364dfd86e0d tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305791 Jun 28 10:03:06.843168 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:07.414941 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29787660-e43e-48af-a215-3be1bca5b1f1 req-9b349779-5432-4d83-b0af-a06379dd14f2 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:07.416300 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-29787660-e43e-48af-a215-3be1bca5b1f1 req-9b349779-5432-4d83-b0af-a06379dd14f2 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 943 time: 0.0624840 Jun 28 10:03:07.452692 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-29787660-e43e-48af-a215-3be1bca5b1f1 req-6bab42ba-4e4f-4ae1-a8b2-aaf94fefbb5c tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308049 Jun 28 10:03:08.260218 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:08.633168 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a1782-9f7b-4ddd-95cb-0da6b377046e req-16ace67d-cd5b-4a96-8ccb-6c910b93a012 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:08.634640 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b05a1782-9f7b-4ddd-95cb-0da6b377046e req-16ace67d-cd5b-4a96-8ccb-6c910b93a012 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 943 time: 0.0658379 Jun 28 10:03:08.675645 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b05a1782-9f7b-4ddd-95cb-0da6b377046e req-f118a0a9-7a67-4f39-89ef-b9c4e0bc3686 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353596 Jun 28 10:03:09.205838 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:03:09.297571 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,segment=NetworkSegment(a103a956-053d-4ca2-806d-660054220422),segment_id=a103a956-053d-4ca2-806d-660054220422)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:09.308693 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da', 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'port_id': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da', 'mac_address': 'fa:16:3e:cd:85:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:03:09.343082 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:09.356396 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:03:09.376303 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,segment=NetworkSegment(a103a956-053d-4ca2-806d-660054220422),segment_id=a103a956-053d-4ca2-806d-660054220422)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:09.512238 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:09.514087 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-5cb1a107-55c4-40f3-b713-cbc8f8779603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:09.562173 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:09.565583 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:09.718893 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:03:09.847996 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b72bc3-6124-4ae3-a564-e266d6ad5770 req-785c264b-032b-4ea5-978e-790011125cbb tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:09.854804 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c3b72bc3-6124-4ae3-a564-e266d6ad5770 req-785c264b-032b-4ea5-978e-790011125cbb tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 944 time: 0.0700622 Jun 28 10:03:09.887599 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c3b72bc3-6124-4ae3-a564-e266d6ad5770 req-6bc0efd1-2641-42e5-83df-766a2ef2d80e tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319433 Jun 28 10:03:11.067204 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d21342-76a6-4750-9b9d-4619f6c054f6 req-b4cfb76f-1ce2-47f5-9c18-786c926831c3 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:11.068743 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c7d21342-76a6-4750-9b9d-4619f6c054f6 req-b4cfb76f-1ce2-47f5-9c18-786c926831c3 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 944 time: 0.0635300 Jun 28 10:03:11.106043 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c7d21342-76a6-4750-9b9d-4619f6c054f6 req-3bf26f1e-364c-4824-a12c-e3afbd240396 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316672 Jun 28 10:03:11.205462 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:03:11.403336 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:03:11.407758 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:03:11.408183 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:11.484450 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:11.506838 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:11.509096 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ea1798-7c2d-4e35-be00-2dde7b450686" -d '{"events": [{"server_uuid": "d4cba557-1af6-4e58-b1ec-e790e8f5d9dd", "name": "network-vif-plugged", "status": "completed", "tag": "a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:11.522092 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,segment=NetworkSegment(a103a956-053d-4ca2-806d-660054220422),segment_id=a103a956-053d-4ca2-806d-660054220422)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:11.545722 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9838cb-61ea-49ec-95de-a304f58f180e x-openstack-request-id: req-6a9838cb-61ea-49ec-95de-a304f58f180e {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:11.546026 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cba557-1af6-4e58-b1ec-e790e8f5d9dd", "name": "network-vif-plugged", "status": "completed", "tag": "a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:11.546296 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a9838cb-61ea-49ec-95de-a304f58f180e {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:11.546701 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da', 'code': 200} Jun 28 10:03:11.626134 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:11.628029 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-8c25df6f-2d43-4b09-9545-03b527141017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:11.677264 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:11.680155 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:11.867619 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54354) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:03:11.971513 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7ff25c01-00c5-48fd-8068-2abaa849f0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:11.994576 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc279f4-8c4e-4edd-8a54-47959b543bb7 req-3ad81174-5e4f-4a08-b7dd-d64efffa0a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:12.003166 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8cc279f4-8c4e-4edd-8a54-47959b543bb7 req-3ad81174-5e4f-4a08-b7dd-d64efffa0a91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 1098 time: 0.0516312 Jun 28 10:03:12.030313 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-8cc279f4-8c4e-4edd-8a54-47959b543bb7 req-c720f6d5-a05b-4980-99d6-4336ac6c95ef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272877 Jun 28 10:03:12.060484 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7ff25c01-00c5-48fd-8068-2abaa849f0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:12.144393 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7ff25c01-00c5-48fd-8068-2abaa849f0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:12.146976 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-1f1d1cf5-f8db-4381-a3a4-01e674c45b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:12.183098 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff25c01-00c5-48fd-8068-2abaa849f0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1c2c30-f03b-4581-8f0f-1ad068bedf97,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:12.187777 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-7ff25c01-00c5-48fd-8068-2abaa849f0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:12.193454 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 54360) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:03:12.199934 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-7ff25c01-00c5-48fd-8068-2abaa849f0d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae4ff7c6df4d4ee89c370fb6661bc740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245366 Jun 28 10:03:12.244178 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-8111c8ea-4b72-4881-bf47-3f52f5f3f25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:12.264390 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-8111c8ea-4b72-4881-bf47-3f52f5f3f25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:12.279416 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c02eb6-fe3e-48c0-aeaa-13770c2e0967 req-eadd7eef-f207-47d7-8e1a-0598eeb34487 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:12.281001 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-80c02eb6-fe3e-48c0-aeaa-13770c2e0967 req-eadd7eef-f207-47d7-8e1a-0598eeb34487 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0623102 Jun 28 10:03:12.318704 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-80c02eb6-fe3e-48c0-aeaa-13770c2e0967 req-a2a44004-4423-4ca9-b9e3-d42f89806029 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314338 Jun 28 10:03:12.384159 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-8111c8ea-4b72-4881-bf47-3f52f5f3f25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:12.386765 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-8111c8ea-4b72-4881-bf47-3f52f5f3f25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:12.387894 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-8111c8ea-4b72-4881-bf47-3f52f5f3f25c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd1c2c30-f03b-4581-8f0f-1ad068bedf97 HTTP/1.1" status: 204 len: 168 time: 0.1932874 Jun 28 10:03:12.388748 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-a2ce341a-a178-430a-ab99-c08486120bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:12.397927 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111c8ea-4b72-4881-bf47-3f52f5f3f25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1c2c30-f03b-4581-8f0f-1ad068bedf97,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:12.398872 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-8111c8ea-4b72-4881-bf47-3f52f5f3f25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:13.499354 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdff7a0-e693-4fbc-b6d6-ea94c1fc4b14 req-69743c9c-c41a-48eb-a480-5da94473ab83 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:13.501666 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2fdff7a0-e693-4fbc-b6d6-ea94c1fc4b14 req-69743c9c-c41a-48eb-a480-5da94473ab83 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0703261 Jun 28 10:03:13.521406 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 54384) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:03:13.538654 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2fdff7a0-e693-4fbc-b6d6-ea94c1fc4b14 req-77b75a99-7f17-4700-b7a6-c6e1f99d09cb tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313795 Jun 28 10:03:13.614666 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-925893423-network', 'tenant_id': '3d2da8646db84e84aa454ffa55065f2b'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:13.708291 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b7894-b9f2-4cf0-8919-d792d84b6ed9 req-1568e0f9-2041-4465-a112-15830e01c93e tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:13.709752 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a96b7894-b9f2-4cf0-8919-d792d84b6ed9 req-1568e0f9-2041-4465-a112-15830e01c93e tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0612774 Jun 28 10:03:13.745375 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a96b7894-b9f2-4cf0-8919-d792d84b6ed9 req-62807841-9e30-479c-a400-716d8981649b tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301218 Jun 28 10:03:13.746517 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] Made reservation on behalf of 3d2da8646db84e84aa454ffa55065f2b for: {'network': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:03:13.748866 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:13.757813 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:13.769583 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54390) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:03:13.845198 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:13.917727 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d348ea52-33a9-4b77-aff1-f2b12f28cba3 tempest-TestShelveInstance-1718375656 tempest-TestShelveInstance-1718375656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:13.919195 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-d348ea52-33a9-4b77-aff1-f2b12f28cba3 tempest-TestShelveInstance-1718375656 tempest-TestShelveInstance-1718375656-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 1093 time: 0.1486235 Jun 28 10:03:13.922155 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54394) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:03:13.926566 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Request body: {'floatingip': {'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'port_id': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:13.972935 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:13.977109 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-0cb08648-abc8-4f0f-921e-6ca31c95bc00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:13.994680 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=100129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:03:14.008915 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da78cf20-de1d-49d1-a70f-e64d37239af1,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:14.013143 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:14.014205 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:14.014548 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.segments_db [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] Added segment 613de545-b94e-4170-82a3-8440dd1d77e9 of type vlan for network 8c00218b-ddee-472d-81ad-af899f2dc7b8 Jun 28 10:03:14.053690 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:14.094963 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for floatingip, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:14.180417 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:14.181692 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:14.182302 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:14.185638 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b8075305-cb8c-4cd4-8187-d5b9215793b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:14.191745 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:14.243122 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] Pushing event updated for resources: {'Network': ['ID=8c00218b-ddee-472d-81ad-af899f2dc7b8,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:14.245856 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:14.254904 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network 8c00218b-ddee-472d-81ad-af899f2dc7b8 details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:03:14.295223 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Allocated IP 172.27.2.95 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/aac83d35-6955-4157-ba10-f895013f5b8d) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:03:14.318777 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-9f8e3aaf-8ee2-464a-b18a-0a3d030a3c74 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7962680 Jun 28 10:03:14.321622 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 54396) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:03:14.326446 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-69be7e7f-e819-4d58-9f08-b500c54fe28a admin admin] Request body: {'subnet': {'network_id': '8c00218b-ddee-472d-81ad-af899f2dc7b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-925893423-subnet', 'tenant_id': '3d2da8646db84e84aa454ffa55065f2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:14.399636 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:14.483404 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69be7e7f-e819-4d58-9f08-b500c54fe28a admin admin] Made reservation on behalf of 3d2da8646db84e84aa454ffa55065f2b for: {'subnet': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:03:14.486603 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-69be7e7f-e819-4d58-9f08-b500c54fe28a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59185916'] for subnet, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:14.518298 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59015149'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:14.520756 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:14.556161 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:03:14.558917 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:03:14.561655 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:03:14.596076 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Pushing event updated for resources: {'Port': ['ID=aac83d35-6955-4157-ba10-f895013f5b8d,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:14.599510 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:14.757662 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-69be7e7f-e819-4d58-9f08-b500c54fe28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59185902'] for subnet, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:14.761116 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-baee6cdb-14be-46f7-97e5-e25c93ab097a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:14.816594 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be7e7f-e819-4d58-9f08-b500c54fe28a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f96f7d8-1abe-497c-867f-a3378607cbaa,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:14.819751 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-69be7e7f-e819-4d58-9f08-b500c54fe28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:14.826546 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69be7e7f-e819-4d58-9f08-b500c54fe28a admin admin] Checking segment: {'id': '613de545-b94e-4170-82a3-8440dd1d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c00218b-ddee-472d-81ad-af899f2dc7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:03:14.826903 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69be7e7f-e819-4d58-9f08-b500c54fe28a admin admin] Network hostable DHCP agents. Network: 8c00218b-ddee-472d-81ad-af899f2dc7b8, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:03:14.952218 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69be7e7f-e819-4d58-9f08-b500c54fe28a admin admin] Network 8c00218b-ddee-472d-81ad-af899f2dc7b8 is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:03:15.026256 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-69be7e7f-e819-4d58-9f08-b500c54fe28a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, 8c00218b-ddee-472d-81ad-af899f2dc7b8) {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:03:15.030235 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be7e7f-e819-4d58-9f08-b500c54fe28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:15.030951 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-69be7e7f-e819-4d58-9f08-b500c54fe28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:15.036917 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b47ba2f-8fb3-463f-8e8a-78015ffbf804 None None] Network 8c00218b-ddee-472d-81ad-af899f2dc7b8 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:03:15.135705 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-69be7e7f-e819-4d58-9f08-b500c54fe28a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8130167 Jun 28 10:03:15.170193 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ca35b6-81b5-46ac-9a72-91770739ca76 None None] Network 8c00218b-ddee-472d-81ad-af899f2dc7b8 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:03:15.211135 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:15.353334 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:15.501892 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:15.586231 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014943'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:15.589068 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:15.655733 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Pushing event updated for resources: {'Port': ['ID=aac83d35-6955-4157-ba10-f895013f5b8d,revision_number=2']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:15.659854 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:15.668250 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:15.766214 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.l3_db [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Floating IP 4feb207a-7aa8-4ee1-824d-107e3424cac4 associated. External IP: 172.27.2.95, port: a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da. Jun 28 10:03:15.971627 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Router c9d7e863-9cb4-4e02-b666-e50f4a994cae has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:03:16.083334 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:03:16.096223 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7bf5ab-68a7-4b30-a4e7-75b141e57d3c None None] Sync routers for ids ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:03:16.105650 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7bf5ab-68a7-4b30-a4e7-75b141e57d3c None None] Routers {'c9d7e863-9cb4-4e02-b666-e50f4a994cae'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:03:16.106377 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-ce7bf5ab-68a7-4b30-a4e7-75b141e57d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:03:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:03:16.139959 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:16.157962 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:16.204324 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2721572 Jun 28 10:03:16.204324 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'tag': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da'}] {{(pid=100130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:16.204324 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febbb13b6d7fe63a2731297dc7120ef37725474ca423d9a5e3d408f98460119f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45823bd9-be46-4bdf-a7a9-573589cab132" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cba557-1af6-4e58-b1ec-e790e8f5d9dd", "tag": "a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da"}]}' {{(pid=100130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:16.224184 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-ce7bf5ab-68a7-4b30-a4e7-75b141e57d3c None None] Set router c9d7e863-9cb4-4e02-b666-e50f4a994cae gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:03:16.236382 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c331b50-cca3-4142-9930-31ea38b3b28c x-openstack-request-id: req-5c331b50-cca3-4142-9930-31ea38b3b28c {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:16.236825 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cba557-1af6-4e58-b1ec-e790e8f5d9dd", "tag": "a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da", "status": "completed", "code": 200}]} {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:16.237207 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c331b50-cca3-4142-9930-31ea38b3b28c {{(pid=100130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:16.237768 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'tag': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da', 'status': 'completed', 'code': 200} Jun 28 10:03:16.314457 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45823bd9-be46-4bdf-a7a9-573589cab132 req-3f2f4338-8a0d-45a8-a98b-bedd7a95fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:16.315938 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-45823bd9-be46-4bdf-a7a9-573589cab132 req-3f2f4338-8a0d-45a8-a98b-bedd7a95fe9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2ba19a67ffe4f909117f8dfa7aac036&device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 1098 time: 0.0550227 Jun 28 10:03:16.336784 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:03:16.407742 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45823bd9-be46-4bdf-a7a9-573589cab132 req-0c59134e-955b-467f-acc2-c3f43b008582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:16.409273 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-45823bd9-be46-4bdf-a7a9-573589cab132 req-0c59134e-955b-467f-acc2-c3f43b008582 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c3f7b28-08af-451f-8387-d86496082dfe HTTP/1.1" status: 200 len: 909 time: 0.0867782 Jun 28 10:03:16.451499 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-ce7bf5ab-68a7-4b30-a4e7-75b141e57d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'name': 'tempest-TestShelveInstance-742518184-router', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:21Z', 'updated_at': '2021-06-28T10:02:25Z', 'revision_number': 4, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'gw_port': {'id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:22Z', 'updated_at': '2021-06-28T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '4feb207a-7aa8-4ee1-824d-107e3424cac4', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'port_id': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'mac_address': 'fa:16:3e:cd:85:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:03:14Z', 'updated_at': '2021-06-28T10:03:14Z', 'revision_number': 0, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7534bc22-85e8-4f8a-b542-18faa62872c7', 'name': '', 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'mac_address': 'fa:16:3e:13:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:24Z', 'updated_at': '2021-06-28T10:02:30Z', 'revision_number': 5, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'subnets': [{'id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:03:16.473910 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-45823bd9-be46-4bdf-a7a9-573589cab132 req-3aa2ccc4-2060-4832-987a-70cdc85efeba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da HTTP/1.1" status: 200 len: 998 time: 0.0583491 Jun 28 10:03:16.477242 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7bf5ab-68a7-4b30-a4e7-75b141e57d3c None None] Checking router: c9d7e863-9cb4-4e02-b666-e50f4a994cae for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:03:16.487574 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7bf5ab-68a7-4b30-a4e7-75b141e57d3c None None] Routers {'c9d7e863-9cb4-4e02-b666-e50f4a994cae'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:03:16.488201 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-ce7bf5ab-68a7-4b30-a4e7-75b141e57d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:03:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:03:16.530147 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45823bd9-be46-4bdf-a7a9-573589cab132 req-1a54185a-3329-4a4d-ac34-3400b7c206b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:16.531842 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-45823bd9-be46-4bdf-a7a9-573589cab132 req-1a54185a-3329-4a4d-ac34-3400b7c206b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fced309-f22e-4e63-b519-0cd81da6f688 HTTP/1.1" status: 200 len: 847 time: 0.0482841 Jun 28 10:03:16.590475 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45823bd9-be46-4bdf-a7a9-573589cab132 req-c731234d-bb73-42ae-a3a2-322a630f32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:16.591959 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-45823bd9-be46-4bdf-a7a9-573589cab132 req-c731234d-bb73-42ae-a3a2-322a630f32f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c3f7b28-08af-451f-8387-d86496082dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540459 Jun 28 10:03:16.592765 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-ce7bf5ab-68a7-4b30-a4e7-75b141e57d3c None None] Set router c9d7e863-9cb4-4e02-b666-e50f4a994cae gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:03:16.680807 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-45823bd9-be46-4bdf-a7a9-573589cab132 req-1998573a-49c0-456f-9c7e-c95d80be79c8 service neutron] 10.222.0.37 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818632 Jun 28 10:03:16.778689 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-45823bd9-be46-4bdf-a7a9-573589cab132 req-a7eae293-21a0-4e93-b593-979bcd0e3be2 service neutron] 10.222.0.37 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919733 Jun 28 10:03:16.937589 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-ce7bf5ab-68a7-4b30-a4e7-75b141e57d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'name': 'tempest-TestShelveInstance-742518184-router', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:21Z', 'updated_at': '2021-06-28T10:02:25Z', 'revision_number': 4, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'gw_port': {'id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:22Z', 'updated_at': '2021-06-28T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '4feb207a-7aa8-4ee1-824d-107e3424cac4', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'port_id': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'mac_address': 'fa:16:3e:cd:85:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:03:14Z', 'updated_at': '2021-06-28T10:03:14Z', 'revision_number': 0, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7534bc22-85e8-4f8a-b542-18faa62872c7', 'name': '', 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'mac_address': 'fa:16:3e:13:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:24Z', 'updated_at': '2021-06-28T10:02:30Z', 'revision_number': 5, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'subnets': [{'id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:03:16.967725 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7bf5ab-68a7-4b30-a4e7-75b141e57d3c None None] The sync data for ids ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'] in dv-cinder-786627-12-iscsi is: [{'id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'name': 'tempest-TestShelveInstance-742518184-router', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:21Z', 'updated_at': '2021-06-28T10:02:25Z', 'revision_number': 4, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'gw_port': {'id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:22Z', 'updated_at': '2021-06-28T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '4feb207a-7aa8-4ee1-824d-107e3424cac4', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'port_id': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'mac_address': 'fa:16:3e:cd:85:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:03:14Z', 'updated_at': '2021-06-28T10:03:14Z', 'revision_number': 0, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7534bc22-85e8-4f8a-b542-18faa62872c7', 'name': '', 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'mac_address': 'fa:16:3e:13:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:24Z', 'updated_at': '2021-06-28T10:02:30Z', 'revision_number': 5, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'subnets': [{'id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:03:17.152163 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d3b0fd-665b-499f-821d-92a1880bd504 None None] New status for floating IP 4feb207a-7aa8-4ee1-824d-107e3424cac4: ACTIVE {{(pid=100132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:03:17.373384 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-194ed3c9-d45d-4676-ad8f-0da7b2e7e965 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:17.374849 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-194ed3c9-d45d-4676-ad8f-0da7b2e7e965 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/networks?id=8c00218b-ddee-472d-81ad-af899f2dc7b8 HTTP/1.1" status: 200 len: 808 time: 0.1025558 Jun 28 10:03:17.390200 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-fadd35c2-a22a-4947-8500-87f85bcb0f71 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/quotas/3d2da8646db84e84aa454ffa55065f2b HTTP/1.1" status: 200 len: 375 time: 0.0088675 Jun 28 10:03:17.428271 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-0d11cbd0-8acf-4e4a-b860-9f341a6903a0 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d2da8646db84e84aa454ffa55065f2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302997 Jun 28 10:03:17.523305 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-c64e6af4-bbb8-46c6-a40c-dd8ba808ddbc service neutron] 10.222.0.30 "GET /v2.0/networks/8c00218b-ddee-472d-81ad-af899f2dc7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882413 Jun 28 10:03:17.611837 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-a8c4ff66-6bbc-4f37-9dd1-7726245834c8 service neutron] 10.222.0.30 "GET /v2.0/networks/8c00218b-ddee-472d-81ad-af899f2dc7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825791 Jun 28 10:03:17.883593 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-279a20b4-a823-403b-a79e-f1d81df9865e req-b49f5922-48eb-4521-8b25-585d8151f871 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 210 time: 0.0297227 Jun 28 10:03:18.965206 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-514ab0e9-5ac6-4baa-8a53-47169feb74cf req-932a6b4a-5db6-48cb-891d-5b79742842e8 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 210 time: 0.0322556 Jun 28 10:03:20.104833 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-01af3945-4a53-4251-9767-4ce7a694c985 req-65152845-5124-4285-8dd6-de43907d2dd7 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 210 time: 0.0295048 Jun 28 10:03:20.539183 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b1a051a4-498e-4aab-8b91-2ad70fd36adc req-3aa5ccb1-66eb-41eb-b118-0610bf02b7af service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500541 Jun 28 10:03:20.724140 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-277db9d7-9587-4038-a24d-c3284a755db4 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:20.725604 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-277db9d7-9587-4038-a24d-c3284a755db4 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.37 "GET /v2.0/networks?id=8c00218b-ddee-472d-81ad-af899f2dc7b8 HTTP/1.1" status: 200 len: 808 time: 0.1412792 Jun 28 10:03:20.728443 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a051a4-498e-4aab-8b91-2ad70fd36adc req-0f95adde-82ee-41ea-80b7-3159e4b03875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:20.729815 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b1a051a4-498e-4aab-8b91-2ad70fd36adc req-0f95adde-82ee-41ea-80b7-3159e4b03875 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2ba19a67ffe4f909117f8dfa7aac036&device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 1098 time: 0.1370435 Jun 28 10:03:20.739677 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Request body: {'port': {'device_id': 'a2f512f5-6857-4c7a-8175-dee26b3ffe8c', 'network_id': '8c00218b-ddee-472d-81ad-af899f2dc7b8', 'admin_state_up': True, 'tenant_id': '3d2da8646db84e84aa454ffa55065f2b'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:20.905390 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a051a4-498e-4aab-8b91-2ad70fd36adc req-b62e46fc-e301-4c29-8327-2a4e929f6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:20.906820 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b1a051a4-498e-4aab-8b91-2ad70fd36adc req-b62e46fc-e301-4c29-8327-2a4e929f6b8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c3f7b28-08af-451f-8387-d86496082dfe HTTP/1.1" status: 200 len: 909 time: 0.1454921 Jun 28 10:03:20.973910 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b1a051a4-498e-4aab-8b91-2ad70fd36adc req-82f314fa-0684-4457-bcdb-67d699b6d4d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da HTTP/1.1" status: 200 len: 1000 time: 0.0612299 Jun 28 10:03:21.005614 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Made reservation on behalf of 3d2da8646db84e84aa454ffa55065f2b for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:03:21.008998 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:21.042923 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a051a4-498e-4aab-8b91-2ad70fd36adc req-d5595112-6314-4558-a37a-dd5a34b4f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:21.044375 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b1a051a4-498e-4aab-8b91-2ad70fd36adc req-d5595112-6314-4558-a37a-dd5a34b4f9a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fced309-f22e-4e63-b519-0cd81da6f688 HTTP/1.1" status: 200 len: 847 time: 0.0641925 Jun 28 10:03:21.183981 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Allocated IP 172.20.0.4 (8c00218b-ddee-472d-81ad-af899f2dc7b8/7f96f7d8-1abe-497c-867f-a3378607cbaa/4cb80610-584a-4e46-a320-e84e3a0eeae4) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:03:21.193462 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a051a4-498e-4aab-8b91-2ad70fd36adc req-612f28a9-b309-4c36-9c39-1f5ab2aa5555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:21.194966 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b1a051a4-498e-4aab-8b91-2ad70fd36adc req-612f28a9-b309-4c36-9c39-1f5ab2aa5555 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c3f7b28-08af-451f-8387-d86496082dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1204491 Jun 28 10:03:21.267620 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b01b8b71-7da0-4611-9953-e394a62d83f2 req-ff2139a7-62a4-4611-9075-dc10ee9d5b90 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 210 time: 0.0463517 Jun 28 10:03:21.367177 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b1a051a4-498e-4aab-8b91-2ad70fd36adc req-f5f68c0e-028d-47ae-a6e1-f6a1f1f32b56 service neutron] 10.222.0.37 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639302 Jun 28 10:03:21.457468 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:21.492343 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b1a051a4-498e-4aab-8b91-2ad70fd36adc req-41a8f9e8-a639-4899-9520-b5b2e03e136f service neutron] 10.222.0.37 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179867 Jun 28 10:03:21.579713 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58846138'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:21.583419 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-f5aed556-a82e-4631-90ed-790bb24e89b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:21.621964 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Network 8c00218b-ddee-472d-81ad-af899f2dc7b8 is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:03:21.625112 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:03:21.631462 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:03:21.659499 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Pushing event updated for resources: {'Port': ['ID=4cb80610-584a-4e46-a320-e84e3a0eeae4,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:21.671146 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:21.671527 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:21.671897 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:21.672348 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:21.672945 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:21.673316 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:21.673679 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:21.674037 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:21.674395 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:21.674748 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:21.675099 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:21.675450 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:21.680324 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:21.692820 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:21.693429 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:21.769321 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0332844 Jun 28 10:03:21.780514 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Request body: {'port': {'device_id': 'a2f512f5-6857-4c7a-8175-dee26b3ffe8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:21.852535 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:22.102034 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb80610-584a-4e46-a320-e84e3a0eeae4 {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:03:22.109368 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:22.121181 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Transition to ACTIVE for port object 4cb80610-584a-4e46-a320-e84e3a0eeae4 will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:03:22.197167 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:22.200128 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:22.268577 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb80610-584a-4e46-a320-e84e3a0eeae4,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:22.271489 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:22.318724 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Attempting to bind port 4cb80610-584a-4e46-a320-e84e3a0eeae4 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:03:22.319066 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Attempting to bind port 4cb80610-584a-4e46-a320-e84e3a0eeae4 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '613de545-b94e-4170-82a3-8440dd1d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c00218b-ddee-472d-81ad-af899f2dc7b8'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:03:22.319398 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Attempting to bind port 4cb80610-584a-4e46-a320-e84e3a0eeae4 on network 8c00218b-ddee-472d-81ad-af899f2dc7b8 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:03:22.323617 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Port 4cb80610-584a-4e46-a320-e84e3a0eeae4 on network 8c00218b-ddee-472d-81ad-af899f2dc7b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:03:22.323940 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Attempting to bind port 4cb80610-584a-4e46-a320-e84e3a0eeae4 on network 8c00218b-ddee-472d-81ad-af899f2dc7b8 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:03:22.329286 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:03:22.329625 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Checking segment: {'id': '613de545-b94e-4170-82a3-8440dd1d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c00218b-ddee-472d-81ad-af899f2dc7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:03:22.330005 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Bound using segment: {'id': '613de545-b94e-4170-82a3-8440dd1d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c00218b-ddee-472d-81ad-af899f2dc7b8'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:03:22.330429 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Bound port: 4cb80610-584a-4e46-a320-e84e3a0eeae4, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613de545-b94e-4170-82a3-8440dd1d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c00218b-ddee-472d-81ad-af899f2dc7b8'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:03:22.330784 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:22.392483 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] For port 4cb80610-584a-4e46-a320-e84e3a0eeae4, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:03:22.395534 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] For port 4cb80610-584a-4e46-a320-e84e3a0eeae4, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4cb80610-584a-4e46-a320-e84e3a0eeae4,segment=NetworkSegment(613de545-b94e-4170-82a3-8440dd1d77e9),segment_id=613de545-b94e-4170-82a3-8440dd1d77e9)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:03:22.441442 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a98683-18b1-45dc-a98a-2dd2ccda49b8 req-c45e1d7d-88d0-44fd-b9fd-8175feda1cb4 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:22.442946 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f5a98683-18b1-45dc-a98a-2dd2ccda49b8 req-c45e1d7d-88d0-44fd-b9fd-8175feda1cb4 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 943 time: 0.0638900 Jun 28 10:03:22.488917 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f5a98683-18b1-45dc-a98a-2dd2ccda49b8 req-92d9fe7a-092f-4ac6-88e1-619d2e603da2 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402977 Jun 28 10:03:22.564514 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:22.566588 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:22.602111 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:22.602724 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:22.604054 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] 10.222.0.37 "PUT /v2.0/ports/4cb80610-584a-4e46-a320-e84e3a0eeae4 HTTP/1.1" status: 200 len: 1093 time: 0.8274951 Jun 28 10:03:22.604588 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f512f5-6857-4c7a-8175-dee26b3ffe8c', 'tag': '4cb80610-584a-4e46-a320-e84e3a0eeae4'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:22.606949 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db89968-933e-4f8e-84e8-db215a5f0eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f512f5-6857-4c7a-8175-dee26b3ffe8c", "tag": "4cb80610-584a-4e46-a320-e84e3a0eeae4"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:22.631245 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb80610-584a-4e46-a320-e84e3a0eeae4,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:22.634455 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:22.642949 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd60cc5d-f0fb-47ed-9b76-6a9f30276af8 x-openstack-request-id: req-dd60cc5d-f0fb-47ed-9b76-6a9f30276af8 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:22.643275 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f512f5-6857-4c7a-8175-dee26b3ffe8c", "tag": "4cb80610-584a-4e46-a320-e84e3a0eeae4", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:22.643564 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd60cc5d-f0fb-47ed-9b76-6a9f30276af8 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:22.643992 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f512f5-6857-4c7a-8175-dee26b3ffe8c', 'tag': '4cb80610-584a-4e46-a320-e84e3a0eeae4', 'status': 'completed', 'code': 200} Jun 28 10:03:22.715623 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db89968-933e-4f8e-84e8-db215a5f0eb3 req-e5e68f58-b2b7-49cf-a34f-38e9c0844617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:22.717134 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-1db89968-933e-4f8e-84e8-db215a5f0eb3 req-e5e68f58-b2b7-49cf-a34f-38e9c0844617 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d2da8646db84e84aa454ffa55065f2b&device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 1096 time: 0.0526106 Jun 28 10:03:22.816666 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db89968-933e-4f8e-84e8-db215a5f0eb3 req-f1783fa4-ae55-414e-bee6-aa99587fa08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:22.818153 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-1db89968-933e-4f8e-84e8-db215a5f0eb3 req-f1783fa4-ae55-414e-bee6-aa99587fa08b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3d2da8646db84e84aa454ffa55065f2b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0938821 Jun 28 10:03:23.191307 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db89968-933e-4f8e-84e8-db215a5f0eb3 req-0ba8ac98-2bb6-4621-82e7-d5b84d5c8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:23.192788 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-1db89968-933e-4f8e-84e8-db215a5f0eb3 req-0ba8ac98-2bb6-4621-82e7-d5b84d5c8047 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3625062 Jun 28 10:03:23.279310 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-f8f07c73-f7a3-443c-a384-42aa46d37d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:23.280785 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-f8f07c73-f7a3-443c-a384-42aa46d37d84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d2da8646db84e84aa454ffa55065f2b&device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 1096 time: 0.0502481 Jun 28 10:03:23.322041 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-46e4e441-0e06-4561-acf9-5e0c404b2eaa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cb80610-584a-4e46-a320-e84e3a0eeae4 HTTP/1.1" status: 200 len: 217 time: 0.0340216 Jun 28 10:03:23.369958 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-79d9844e-8695-4a03-8cda-2df3bb8d0c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:23.371283 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-79d9844e-8695-4a03-8cda-2df3bb8d0c78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f96f7d8-1abe-497c-867f-a3378607cbaa HTTP/1.1" status: 200 len: 848 time: 0.0428953 Jun 28 10:03:23.403598 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-a28d7ef2-39aa-4707-8df0-4e9cfd2c8c8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c00218b-ddee-472d-81ad-af899f2dc7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251698 Jun 28 10:03:23.491324 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-b227c4e6-f34c-49c5-bd35-21bc675aea97 service neutron] 10.222.0.37 "GET /v2.0/networks/8c00218b-ddee-472d-81ad-af899f2dc7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809844 Jun 28 10:03:23.581258 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5c3ba5f5-45e6-4da5-9fc2-d7247255c3ed req-49f5cc4e-aa6d-4a65-a173-b372e84eb10e service neutron] 10.222.0.37 "GET /v2.0/networks/8c00218b-ddee-472d-81ad-af899f2dc7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808454 Jun 28 10:03:23.666047 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28d48d-e851-446f-8437-5f259f1db3c6 req-e598af23-2b57-4896-959b-738b72cca90a tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:23.667443 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ce28d48d-e851-446f-8437-5f259f1db3c6 req-e598af23-2b57-4896-959b-738b72cca90a tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 943 time: 0.0634191 Jun 28 10:03:23.705663 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ce28d48d-e851-446f-8437-5f259f1db3c6 req-d62ebd01-e550-4395-9a8a-cecb609e37af tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318205 Jun 28 10:03:24.878325 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0050c-6c1e-4e24-bf6d-daffdc5dcbdc req-93bf82c9-affe-4fd9-9398-3477a707ec77 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:24.879792 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fdb0050c-6c1e-4e24-bf6d-daffdc5dcbdc req-93bf82c9-affe-4fd9-9398-3477a707ec77 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 943 time: 0.0630422 Jun 28 10:03:24.916104 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fdb0050c-6c1e-4e24-bf6d-daffdc5dcbdc req-c6a233aa-1fbb-4f7f-af1a-d97e7ebd4237 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307066 Jun 28 10:03:26.089997 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5882add-508e-4fab-96c8-a39bc107bb54 req-6a7d696f-d271-412f-9d6f-0c42a60931df tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:26.091458 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c5882add-508e-4fab-96c8-a39bc107bb54 req-6a7d696f-d271-412f-9d6f-0c42a60931df tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 943 time: 0.0653207 Jun 28 10:03:26.128808 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c5882add-508e-4fab-96c8-a39bc107bb54 req-578bf778-2413-4b5a-b44f-3486c2988b40 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313034 Jun 28 10:03:27.296527 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd48e8-b21a-4d49-9579-e0df3a22d409 req-042aa69b-2fd4-49d7-be65-d79535bf2037 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:27.298009 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-38fd48e8-b21a-4d49-9579-e0df3a22d409 req-042aa69b-2fd4-49d7-be65-d79535bf2037 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 943 time: 0.0631158 Jun 28 10:03:27.301607 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 4cb80610-584a-4e46-a320-e84e3a0eeae4 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:03:27.336360 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-38fd48e8-b21a-4d49-9579-e0df3a22d409 req-0b9186ea-abc1-4ee4-8811-e078942022e0 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326552 Jun 28 10:03:27.395849 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 4cb80610-584a-4e46-a320-e84e3a0eeae4, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4cb80610-584a-4e46-a320-e84e3a0eeae4,segment=NetworkSegment(613de545-b94e-4170-82a3-8440dd1d77e9),segment_id=613de545-b94e-4170-82a3-8440dd1d77e9)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:27.407590 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '4cb80610-584a-4e46-a320-e84e3a0eeae4', 'network_id': '8c00218b-ddee-472d-81ad-af899f2dc7b8', 'port_id': '4cb80610-584a-4e46-a320-e84e3a0eeae4', 'mac_address': 'fa:16:3e:a1:6b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f96f7d8-1abe-497c-867f-a3378607cbaa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:03:27.447749 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:27.460088 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb80610-584a-4e46-a320-e84e3a0eeae4 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:03:27.479026 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 4cb80610-584a-4e46-a320-e84e3a0eeae4, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4cb80610-584a-4e46-a320-e84e3a0eeae4,segment=NetworkSegment(613de545-b94e-4170-82a3-8440dd1d77e9),segment_id=613de545-b94e-4170-82a3-8440dd1d77e9)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:27.580159 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:27.582743 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:27.627605 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=4cb80610-584a-4e46-a320-e84e3a0eeae4,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:27.634284 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:27.634637 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:27.634977 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:27.635313 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:27.635641 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:27.635970 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:27.636296 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:27.636644 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:27.637116 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:27.637441 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:27.637762 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:27.638082 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:03:27.641747 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:27.790821 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['4cb80610-584a-4e46-a320-e84e3a0eeae4'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:03:28.505235 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651e6a0-6cf0-494b-913f-a2212754ccf7 req-42256202-5937-41c7-b4ae-4b542f1bc952 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:28.506689 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d651e6a0-6cf0-494b-913f-a2212754ccf7 req-42256202-5937-41c7-b4ae-4b542f1bc952 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 944 time: 0.0626004 Jun 28 10:03:28.547585 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d651e6a0-6cf0-494b-913f-a2212754ccf7 req-26d47169-c871-4b80-9fcb-d788a883fe55 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353003 Jun 28 10:03:29.300371 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 4cb80610-584a-4e46-a320-e84e3a0eeae4 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:03:29.464445 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port 4cb80610-584a-4e46-a320-e84e3a0eeae4 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:03:29.468672 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 4cb80610-584a-4e46-a320-e84e3a0eeae4 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:03:29.469076 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:29.547879 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:29.569711 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f512f5-6857-4c7a-8175-dee26b3ffe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb80610-584a-4e46-a320-e84e3a0eeae4'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:29.572094 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833e5703-6bb1-4ece-931d-b4de85285194" -d '{"events": [{"server_uuid": "a2f512f5-6857-4c7a-8175-dee26b3ffe8c", "name": "network-vif-plugged", "status": "completed", "tag": "4cb80610-584a-4e46-a320-e84e3a0eeae4"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:29.588565 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 4cb80610-584a-4e46-a320-e84e3a0eeae4, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4cb80610-584a-4e46-a320-e84e3a0eeae4,segment=NetworkSegment(613de545-b94e-4170-82a3-8440dd1d77e9),segment_id=613de545-b94e-4170-82a3-8440dd1d77e9)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:29.609732 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41df7a3e-b25c-42ed-8a15-a2dfafd89828 x-openstack-request-id: req-41df7a3e-b25c-42ed-8a15-a2dfafd89828 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:29.610044 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f512f5-6857-4c7a-8175-dee26b3ffe8c", "name": "network-vif-plugged", "status": "completed", "tag": "4cb80610-584a-4e46-a320-e84e3a0eeae4", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:29.610315 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41df7a3e-b25c-42ed-8a15-a2dfafd89828 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:29.610888 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f512f5-6857-4c7a-8175-dee26b3ffe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb80610-584a-4e46-a320-e84e3a0eeae4', 'code': 200} Jun 28 10:03:29.698325 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:29.700367 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:29.726619 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b4936-7ecf-4448-930e-79abc73e6595 req-f47e5032-1261-47ce-a184-fbe5926c80e7 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:29.728018 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bb8b4936-7ecf-4448-930e-79abc73e6595 req-f47e5032-1261-47ce-a184-fbe5926c80e7 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 944 time: 0.0654843 Jun 28 10:03:29.746651 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=4cb80610-584a-4e46-a320-e84e3a0eeae4,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:29.749683 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:29.764760 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-bb8b4936-7ecf-4448-930e-79abc73e6595 req-f0842a85-5450-469c-ab9a-8ee838059d4f tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310133 Jun 28 10:03:30.031439 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40823e9b-c822-49b7-b6ab-49a1bc347c2c req-9d423604-1233-4570-a94e-7f625f93903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:30.033635 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-40823e9b-c822-49b7-b6ab-49a1bc347c2c req-9d423604-1233-4570-a94e-7f625f93903b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 1098 time: 0.0548849 Jun 28 10:03:30.067012 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-40823e9b-c822-49b7-b6ab-49a1bc347c2c req-7c82b6b1-2781-4b22-9e35-98f4d8025213 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265758 Jun 28 10:03:30.936932 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e0882-0b95-4d46-aa46-051ab6b45d2d req-083082e5-e577-4548-a004-b327c6f8ed08 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:30.938400 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e17e0882-0b95-4d46-aa46-051ab6b45d2d req-083082e5-e577-4548-a004-b327c6f8ed08 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 945 time: 0.0611854 Jun 28 10:03:30.975662 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e17e0882-0b95-4d46-aa46-051ab6b45d2d req-c3aba29e-22e4-462a-a1fb-2e43bc1ca6d6 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315292 Jun 28 10:03:32.150478 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bab5f0-807e-43a2-9ea3-1f282ec4b3ba req-b8602c19-817f-4937-8e20-864ee7454a4d tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:32.151931 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-33bab5f0-807e-43a2-9ea3-1f282ec4b3ba req-b8602c19-817f-4937-8e20-864ee7454a4d tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 945 time: 0.0682261 Jun 28 10:03:32.187850 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-33bab5f0-807e-43a2-9ea3-1f282ec4b3ba req-65926491-158b-436e-802a-a98934308699 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302496 Jun 28 10:03:33.059713 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47f705a-7f04-4dd0-a161-e02e4aac2260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:33.745284 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45253806-e538-4912-86ba-dea63b3dd222 req-a8244818-fd22-41a8-a473-7b59f8c5448e tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:33.746731 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-45253806-e538-4912-86ba-dea63b3dd222 req-a8244818-fd22-41a8-a473-7b59f8c5448e tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 945 time: 0.0621200 Jun 28 10:03:33.783699 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-45253806-e538-4912-86ba-dea63b3dd222 req-f33b3c66-2900-4af4-90a3-90f23c78d202 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310740 Jun 28 10:03:34.961916 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f16491-eac4-48c5-aacc-52ddb382fb21 req-b6ee7dbd-6820-49d6-b855-21c47f9120bc tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:34.963364 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-02f16491-eac4-48c5-aacc-52ddb382fb21 req-b6ee7dbd-6820-49d6-b855-21c47f9120bc tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 945 time: 0.0665593 Jun 28 10:03:35.000439 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-02f16491-eac4-48c5-aacc-52ddb382fb21 req-0d13748c-5099-4b78-a168-36468b4555c7 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310934 Jun 28 10:03:35.174329 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe5ec6-4af3-4e4b-95cd-d1331950b570 req-56012bd0-b8a5-4bde-ab7b-1edc241ec2c4 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:35.175874 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-07fe5ec6-4af3-4e4b-95cd-d1331950b570 req-56012bd0-b8a5-4bde-ab7b-1edc241ec2c4 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 945 time: 0.0616350 Jun 28 10:03:35.276605 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-07fe5ec6-4af3-4e4b-95cd-d1331950b570 req-86564c4d-2f6c-409a-9494-dcbd5c55d99e tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Deleting port 4cb80610-584a-4e46-a320-e84e3a0eeae4 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:03:35.276973 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-07fe5ec6-4af3-4e4b-95cd-d1331950b570 req-86564c4d-2f6c-409a-9494-dcbd5c55d99e tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:35.361801 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-07fe5ec6-4af3-4e4b-95cd-d1331950b570 req-86564c4d-2f6c-409a-9494-dcbd5c55d99e tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] For port 4cb80610-584a-4e46-a320-e84e3a0eeae4, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4cb80610-584a-4e46-a320-e84e3a0eeae4,segment=NetworkSegment(613de545-b94e-4170-82a3-8440dd1d77e9),segment_id=613de545-b94e-4170-82a3-8440dd1d77e9)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:35.362064 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-07fe5ec6-4af3-4e4b-95cd-d1331950b570 req-86564c4d-2f6c-409a-9494-dcbd5c55d99e tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:35.375403 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-07fe5ec6-4af3-4e4b-95cd-d1331950b570 req-86564c4d-2f6c-409a-9494-dcbd5c55d99e tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Calling delete_port for 4cb80610-584a-4e46-a320-e84e3a0eeae4 owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:03:35.465688 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:35.545767 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-40fe43f4-8e24-453d-9605-00f160453522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:35.580627 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-07fe5ec6-4af3-4e4b-95cd-d1331950b570 req-86564c4d-2f6c-409a-9494-dcbd5c55d99e tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:35.584485 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-e994303b-6496-4be3-88f9-7e50f4f826d1 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:35.594080 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['4cb80610-584a-4e46-a320-e84e3a0eeae4'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:03:35.610389 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86564c4d-2f6c-409a-9494-dcbd5c55d99e tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Pushing event deleted for resources: {'Port': ['ID=4cb80610-584a-4e46-a320-e84e3a0eeae4,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:35.614544 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-86564c4d-2f6c-409a-9494-dcbd5c55d99e tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:35.658683 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fe5ec6-4af3-4e4b-95cd-d1331950b570 req-86564c4d-2f6c-409a-9494-dcbd5c55d99e tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] No DVR routers for this DVR port 4cb80610-584a-4e46-a320-e84e3a0eeae4 on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:03:35.661168 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-07fe5ec6-4af3-4e4b-95cd-d1331950b570 req-86564c4d-2f6c-409a-9494-dcbd5c55d99e tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:35.663110 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-07fe5ec6-4af3-4e4b-95cd-d1331950b570 req-86564c4d-2f6c-409a-9494-dcbd5c55d99e tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.37 "DELETE /v2.0/ports/4cb80610-584a-4e46-a320-e84e3a0eeae4 HTTP/1.1" status: 204 len: 173 time: 0.4817665 Jun 28 10:03:35.663616 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f512f5-6857-4c7a-8175-dee26b3ffe8c', 'name': 'network-vif-deleted', 'tag': '4cb80610-584a-4e46-a320-e84e3a0eeae4'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:35.665931 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742cd929-4be7-41d1-8eac-a1ffd049c9d3" -d '{"events": [{"server_uuid": "a2f512f5-6857-4c7a-8175-dee26b3ffe8c", "name": "network-vif-deleted", "tag": "4cb80610-584a-4e46-a320-e84e3a0eeae4"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:35.703325 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7df71a-bc4e-4ae5-a89f-96d1671095bb x-openstack-request-id: req-6d7df71a-bc4e-4ae5-a89f-96d1671095bb {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:35.703656 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f512f5-6857-4c7a-8175-dee26b3ffe8c", "name": "network-vif-deleted", "tag": "4cb80610-584a-4e46-a320-e84e3a0eeae4", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:35.703967 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d7df71a-bc4e-4ae5-a89f-96d1671095bb {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:35.705514 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f512f5-6857-4c7a-8175-dee26b3ffe8c', 'name': 'network-vif-deleted', 'tag': '4cb80610-584a-4e46-a320-e84e3a0eeae4', 'status': 'completed', 'code': 200} Jun 28 10:03:36.151961 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-af17fb07-0f61-4ac1-a598-87fab05c0308 req-101cf298-8741-425f-8ca8-7a292d99c097 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2f512f5-6857-4c7a-8175-dee26b3ffe8c HTTP/1.1" status: 200 len: 210 time: 0.0283022 Jun 28 10:03:36.852685 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:37.460719 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05665f84-1575-40d5-b264-ce92fe66d91a req-21202c64-8615-4b56-bfb3-59ed02b7f7db tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:37.462177 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-05665f84-1575-40d5-b264-ce92fe66d91a req-21202c64-8615-4b56-bfb3-59ed02b7f7db tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/networks?id=8c00218b-ddee-472d-81ad-af899f2dc7b8 HTTP/1.1" status: 200 len: 808 time: 0.0996444 Jun 28 10:03:37.476820 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-05665f84-1575-40d5-b264-ce92fe66d91a req-180192ca-65c3-4643-b23c-41864d55010b tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/quotas/3d2da8646db84e84aa454ffa55065f2b HTTP/1.1" status: 200 len: 375 time: 0.0093379 Jun 28 10:03:37.508918 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-05665f84-1575-40d5-b264-ce92fe66d91a req-fd44d81d-7aa1-4804-8308-30bf17c6aae7 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d2da8646db84e84aa454ffa55065f2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273173 Jun 28 10:03:37.636659 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-05665f84-1575-40d5-b264-ce92fe66d91a req-964f78d3-5859-456e-85a7-afd99fd3d2a2 service neutron] 10.222.0.30 "GET /v2.0/networks/8c00218b-ddee-472d-81ad-af899f2dc7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213765 Jun 28 10:03:37.725796 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-05665f84-1575-40d5-b264-ce92fe66d91a req-3e8a281a-a993-47c4-88db-fe90de3cf790 service neutron] 10.222.0.30 "GET /v2.0/networks/8c00218b-ddee-472d-81ad-af899f2dc7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828893 Jun 28 10:03:38.259664 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:39.037246 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4cb1d6ee-d6c8-47b1-b679-f44cc299c3e3 req-18bc704a-450f-4e33-8759-19b63f857ba8 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 210 time: 0.0283449 Jun 28 10:03:39.357286 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 4cb80610-584a-4e46-a320-e84e3a0eeae4 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:03:39.380243 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: 4cb80610-584a-4e46-a320-e84e3a0eeae4 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:03:39.384951 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 4cb80610-584a-4e46-a320-e84e3a0eeae4 not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:03:40.176627 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a693bf76-1894-40be-a509-c460930992a2 req-2e2fd884-3a1b-4446-8771-6e448873b188 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 210 time: 0.0286620 Jun 28 10:03:41.319597 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-14bd12ae-93ae-4479-b7b1-d1ccb0ad471f req-b16c71d9-d068-4fa3-afee-1b1d797e45db tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 210 time: 0.0344269 Jun 28 10:03:41.321628 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05665f84-1575-40d5-b264-ce92fe66d91a req-9f1127de-f817-4623-8804-19ade1018994 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:41.323089 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-05665f84-1575-40d5-b264-ce92fe66d91a req-9f1127de-f817-4623-8804-19ade1018994 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.37 "GET /v2.0/networks?id=8c00218b-ddee-472d-81ad-af899f2dc7b8 HTTP/1.1" status: 200 len: 808 time: 0.1057203 Jun 28 10:03:41.336448 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-05665f84-1575-40d5-b264-ce92fe66d91a req-06f210db-8d83-4d60-abf4-758d5f4df3af tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Request body: {'port': {'device_id': 'a0e60c73-1228-488d-80b9-966dabfa6392', 'network_id': '8c00218b-ddee-472d-81ad-af899f2dc7b8', 'admin_state_up': True, 'tenant_id': '3d2da8646db84e84aa454ffa55065f2b'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:41.511403 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05665f84-1575-40d5-b264-ce92fe66d91a req-06f210db-8d83-4d60-abf4-758d5f4df3af tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Made reservation on behalf of 3d2da8646db84e84aa454ffa55065f2b for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:03:41.514994 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-05665f84-1575-40d5-b264-ce92fe66d91a req-06f210db-8d83-4d60-abf4-758d5f4df3af tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:41.634546 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-05665f84-1575-40d5-b264-ce92fe66d91a req-06f210db-8d83-4d60-abf4-758d5f4df3af tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Allocated IP 172.20.0.14 (8c00218b-ddee-472d-81ad-af899f2dc7b8/7f96f7d8-1abe-497c-867f-a3378607cbaa/95446823-9f46-44c4-a0ac-1504f5ee73f5) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:03:41.779486 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-05665f84-1575-40d5-b264-ce92fe66d91a req-06f210db-8d83-4d60-abf4-758d5f4df3af tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:41.894184 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-05665f84-1575-40d5-b264-ce92fe66d91a req-06f210db-8d83-4d60-abf4-758d5f4df3af tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58846138'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:41.897925 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ddc065d6-b314-4f78-9598-dc072af8a2ea tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:41.935251 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05665f84-1575-40d5-b264-ce92fe66d91a req-06f210db-8d83-4d60-abf4-758d5f4df3af tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Network 8c00218b-ddee-472d-81ad-af899f2dc7b8 is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:03:41.938387 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-05665f84-1575-40d5-b264-ce92fe66d91a req-06f210db-8d83-4d60-abf4-758d5f4df3af tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:03:41.944078 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-05665f84-1575-40d5-b264-ce92fe66d91a req-06f210db-8d83-4d60-abf4-758d5f4df3af tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:03:41.973635 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f210db-8d83-4d60-abf4-758d5f4df3af tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Pushing event updated for resources: {'Port': ['ID=95446823-9f46-44c4-a0ac-1504f5ee73f5,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:41.979429 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-06f210db-8d83-4d60-abf4-758d5f4df3af tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:42.001728 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05665f84-1575-40d5-b264-ce92fe66d91a req-06f210db-8d83-4d60-abf4-758d5f4df3af tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:42.002383 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-05665f84-1575-40d5-b264-ce92fe66d91a req-06f210db-8d83-4d60-abf4-758d5f4df3af tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:42.071838 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-05665f84-1575-40d5-b264-ce92fe66d91a req-06f210db-8d83-4d60-abf4-758d5f4df3af tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7393889 Jun 28 10:03:42.086126 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Request body: {'port': {'device_id': 'a0e60c73-1228-488d-80b9-966dabfa6392', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:03:42.158956 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:42.422072 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95446823-9f46-44c4-a0ac-1504f5ee73f5 {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:03:42.430226 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:42.441734 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Transition to ACTIVE for port object 95446823-9f46-44c4-a0ac-1504f5ee73f5 will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:03:42.498400 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5873e88-cff3-4a7e-b0fd-dafc235eb633 req-35f2011f-2841-483e-bc69-06dfc3840738 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:42.499846 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e5873e88-cff3-4a7e-b0fd-dafc235eb633 req-35f2011f-2841-483e-bc69-06dfc3840738 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 932 time: 0.0646193 Jun 28 10:03:42.534503 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:42.537521 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-86564c4d-2f6c-409a-9494-dcbd5c55d99e tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:42.538333 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e5873e88-cff3-4a7e-b0fd-dafc235eb633 req-c06416bb-1d8f-4995-9376-5064de3f15b6 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327003 Jun 28 10:03:42.585783 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Pushing event updated for resources: {'Port': ['ID=95446823-9f46-44c4-a0ac-1504f5ee73f5,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:42.589214 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:42.653489 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Attempting to bind port 95446823-9f46-44c4-a0ac-1504f5ee73f5 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:03:42.653750 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Attempting to bind port 95446823-9f46-44c4-a0ac-1504f5ee73f5 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '613de545-b94e-4170-82a3-8440dd1d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c00218b-ddee-472d-81ad-af899f2dc7b8'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:03:42.654079 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Attempting to bind port 95446823-9f46-44c4-a0ac-1504f5ee73f5 on network 8c00218b-ddee-472d-81ad-af899f2dc7b8 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:03:42.659272 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Port 95446823-9f46-44c4-a0ac-1504f5ee73f5 on network 8c00218b-ddee-472d-81ad-af899f2dc7b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:03:42.659595 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Attempting to bind port 95446823-9f46-44c4-a0ac-1504f5ee73f5 on network 8c00218b-ddee-472d-81ad-af899f2dc7b8 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:03:42.664262 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:03:42.664596 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Checking segment: {'id': '613de545-b94e-4170-82a3-8440dd1d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c00218b-ddee-472d-81ad-af899f2dc7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:03:42.665004 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Bound using segment: {'id': '613de545-b94e-4170-82a3-8440dd1d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c00218b-ddee-472d-81ad-af899f2dc7b8'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:03:42.665426 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Bound port: 95446823-9f46-44c4-a0ac-1504f5ee73f5, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613de545-b94e-4170-82a3-8440dd1d77e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c00218b-ddee-472d-81ad-af899f2dc7b8'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:03:42.665780 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:42.735190 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] For port 95446823-9f46-44c4-a0ac-1504f5ee73f5, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:03:42.738645 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] For port 95446823-9f46-44c4-a0ac-1504f5ee73f5, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95446823-9f46-44c4-a0ac-1504f5ee73f5,segment=NetworkSegment(613de545-b94e-4170-82a3-8440dd1d77e9),segment_id=613de545-b94e-4170-82a3-8440dd1d77e9)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:03:42.846940 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:42.849085 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-06f210db-8d83-4d60-abf4-758d5f4df3af tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:42.880943 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:42.881158 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:42.882502 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] 10.222.0.37 "PUT /v2.0/ports/95446823-9f46-44c4-a0ac-1504f5ee73f5 HTTP/1.1" status: 200 len: 1094 time: 0.8006525 Jun 28 10:03:42.882993 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e60c73-1228-488d-80b9-966dabfa6392', 'tag': '95446823-9f46-44c4-a0ac-1504f5ee73f5'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:42.885271 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4976d46b-db6e-48ad-8d17-40c830a47adf" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e60c73-1228-488d-80b9-966dabfa6392", "tag": "95446823-9f46-44c4-a0ac-1504f5ee73f5"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:42.913709 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Pushing event updated for resources: {'Port': ['ID=95446823-9f46-44c4-a0ac-1504f5ee73f5,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:42.913709 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:42.922187 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5af2403-d54d-4035-805a-1771c214ddb9 x-openstack-request-id: req-f5af2403-d54d-4035-805a-1771c214ddb9 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:42.922513 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e60c73-1228-488d-80b9-966dabfa6392", "tag": "95446823-9f46-44c4-a0ac-1504f5ee73f5", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:42.922885 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5af2403-d54d-4035-805a-1771c214ddb9 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:42.923319 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e60c73-1228-488d-80b9-966dabfa6392', 'tag': '95446823-9f46-44c4-a0ac-1504f5ee73f5', 'status': 'completed', 'code': 200} Jun 28 10:03:42.996239 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976d46b-db6e-48ad-8d17-40c830a47adf req-e6d63243-ace9-49b5-b478-f9817bda8d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:42.997756 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-4976d46b-db6e-48ad-8d17-40c830a47adf req-e6d63243-ace9-49b5-b478-f9817bda8d44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d2da8646db84e84aa454ffa55065f2b&device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 1097 time: 0.0541763 Jun 28 10:03:43.095091 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976d46b-db6e-48ad-8d17-40c830a47adf req-4d22b3b5-4680-431e-8632-0ef8a383d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:43.096564 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-4976d46b-db6e-48ad-8d17-40c830a47adf req-4d22b3b5-4680-431e-8632-0ef8a383d21b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3d2da8646db84e84aa454ffa55065f2b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0920448 Jun 28 10:03:43.185851 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976d46b-db6e-48ad-8d17-40c830a47adf req-79bf5166-2836-4ca9-a992-d88897031bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:43.187185 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-4976d46b-db6e-48ad-8d17-40c830a47adf req-79bf5166-2836-4ca9-a992-d88897031bdf service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846846 Jun 28 10:03:43.277531 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05665f84-1575-40d5-b264-ce92fe66d91a req-d70a9d4c-0979-4465-bc04-1d5b430916c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:43.279028 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-05665f84-1575-40d5-b264-ce92fe66d91a req-d70a9d4c-0979-4465-bc04-1d5b430916c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d2da8646db84e84aa454ffa55065f2b&device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 1097 time: 0.0551884 Jun 28 10:03:43.319287 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-05665f84-1575-40d5-b264-ce92fe66d91a req-6ff37f12-fd10-4618-b595-ddc81a838fe1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95446823-9f46-44c4-a0ac-1504f5ee73f5 HTTP/1.1" status: 200 len: 217 time: 0.0331862 Jun 28 10:03:43.367191 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05665f84-1575-40d5-b264-ce92fe66d91a req-e0bc5d97-e7fc-47bd-907f-16f184e600aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:43.368576 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-05665f84-1575-40d5-b264-ce92fe66d91a req-e0bc5d97-e7fc-47bd-907f-16f184e600aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f96f7d8-1abe-497c-867f-a3378607cbaa HTTP/1.1" status: 200 len: 848 time: 0.0421486 Jun 28 10:03:43.401151 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-05665f84-1575-40d5-b264-ce92fe66d91a req-2381fae6-e0d5-4aa8-8f76-b561532ce343 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8c00218b-ddee-472d-81ad-af899f2dc7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254724 Jun 28 10:03:43.492566 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-05665f84-1575-40d5-b264-ce92fe66d91a req-0ae89f8c-da8a-49fa-a716-4036c307d1ab service neutron] 10.222.0.37 "GET /v2.0/networks/8c00218b-ddee-472d-81ad-af899f2dc7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839796 Jun 28 10:03:43.585997 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-05665f84-1575-40d5-b264-ce92fe66d91a req-11c03699-1b9c-40ce-b04b-d7825325a3d0 service neutron] 10.222.0.37 "GET /v2.0/networks/8c00218b-ddee-472d-81ad-af899f2dc7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829239 Jun 28 10:03:43.710020 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6b982-fd6c-4fe4-b27a-27828907dc55 req-349c7a31-0796-4173-8aca-216bd9e9a178 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:43.711449 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b2d6b982-fd6c-4fe4-b27a-27828907dc55 req-349c7a31-0796-4173-8aca-216bd9e9a178 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 944 time: 0.0611069 Jun 28 10:03:43.749096 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b2d6b982-fd6c-4fe4-b27a-27828907dc55 req-1271a1bb-6c34-4661-83ec-bedbb4438a13 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320158 Jun 28 10:03:44.929597 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e74e49-57ac-435b-9f83-f867e9cf6f5f req-547b58a6-b532-427a-ba50-78f98ceabfc7 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:44.931048 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-74e74e49-57ac-435b-9f83-f867e9cf6f5f req-547b58a6-b532-427a-ba50-78f98ceabfc7 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 944 time: 0.0650260 Jun 28 10:03:44.967219 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-74e74e49-57ac-435b-9f83-f867e9cf6f5f req-d363a3d9-d646-4460-83fe-c27ce6f640c8 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305583 Jun 28 10:03:46.138053 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:46.143156 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f6784-1032-4df5-97c4-8718ab31805f req-5293cb80-4eeb-4591-995c-aa9386f9c225 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:46.144599 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fe1f6784-1032-4df5-97c4-8718ab31805f req-5293cb80-4eeb-4591-995c-aa9386f9c225 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 944 time: 0.0620840 Jun 28 10:03:46.182385 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fe1f6784-1032-4df5-97c4-8718ab31805f req-dc2c421e-ff6b-4df6-a1ef-17789f63bc67 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318365 Jun 28 10:03:47.362581 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079d78d-936a-4bdb-a73e-01b94f88b791 req-93033d39-2c99-4184-a60a-d28e65b34fda tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:47.364029 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2079d78d-936a-4bdb-a73e-01b94f88b791 req-93033d39-2c99-4184-a60a-d28e65b34fda tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 944 time: 0.0695577 Jun 28 10:03:47.401428 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2079d78d-936a-4bdb-a73e-01b94f88b791 req-fd9faca6-117f-4740-ab1f-f7bc7ebdf414 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318131 Jun 28 10:03:47.439241 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 95446823-9f46-44c4-a0ac-1504f5ee73f5 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:03:47.528295 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 95446823-9f46-44c4-a0ac-1504f5ee73f5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95446823-9f46-44c4-a0ac-1504f5ee73f5,segment=NetworkSegment(613de545-b94e-4170-82a3-8440dd1d77e9),segment_id=613de545-b94e-4170-82a3-8440dd1d77e9)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:47.539394 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '95446823-9f46-44c4-a0ac-1504f5ee73f5', 'network_id': '8c00218b-ddee-472d-81ad-af899f2dc7b8', 'port_id': '95446823-9f46-44c4-a0ac-1504f5ee73f5', 'mac_address': 'fa:16:3e:37:d6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f96f7d8-1abe-497c-867f-a3378607cbaa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:03:47.577567 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:47.589553 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95446823-9f46-44c4-a0ac-1504f5ee73f5 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:03:47.609334 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 95446823-9f46-44c4-a0ac-1504f5ee73f5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95446823-9f46-44c4-a0ac-1504f5ee73f5,segment=NetworkSegment(613de545-b94e-4170-82a3-8440dd1d77e9),segment_id=613de545-b94e-4170-82a3-8440dd1d77e9)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:47.721188 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:47.722871 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:47.766922 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=95446823-9f46-44c4-a0ac-1504f5ee73f5,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:47.769800 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:47.936550 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['95446823-9f46-44c4-a0ac-1504f5ee73f5'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:03:48.571503 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e69e9-c013-415c-be63-ebfaf46fbdf8 req-e861b2f4-adef-4986-b564-e45227f364c8 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:48.572954 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e96e69e9-c013-415c-be63-ebfaf46fbdf8 req-e861b2f4-adef-4986-b564-e45227f364c8 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 945 time: 0.0620978 Jun 28 10:03:48.610167 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e96e69e9-c013-415c-be63-ebfaf46fbdf8 req-d3705e85-cf99-46c5-9e2c-dae1c645537b tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Jun 28 10:03:49.471199 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 95446823-9f46-44c4-a0ac-1504f5ee73f5 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:03:49.595068 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port 95446823-9f46-44c4-a0ac-1504f5ee73f5 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:03:49.599484 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 95446823-9f46-44c4-a0ac-1504f5ee73f5 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:03:49.604028 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:49.674510 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:49.696442 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e60c73-1228-488d-80b9-966dabfa6392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95446823-9f46-44c4-a0ac-1504f5ee73f5'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:49.698743 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38508cd-f8dc-49e4-8c27-09d04271dde8" -d '{"events": [{"server_uuid": "a0e60c73-1228-488d-80b9-966dabfa6392", "name": "network-vif-plugged", "status": "completed", "tag": "95446823-9f46-44c4-a0ac-1504f5ee73f5"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:49.712075 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 95446823-9f46-44c4-a0ac-1504f5ee73f5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95446823-9f46-44c4-a0ac-1504f5ee73f5,segment=NetworkSegment(613de545-b94e-4170-82a3-8440dd1d77e9),segment_id=613de545-b94e-4170-82a3-8440dd1d77e9)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:49.734520 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eb092b-6b1b-4c30-9ba2-418ab8fa95e0 x-openstack-request-id: req-f3eb092b-6b1b-4c30-9ba2-418ab8fa95e0 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:49.734838 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e60c73-1228-488d-80b9-966dabfa6392", "name": "network-vif-plugged", "status": "completed", "tag": "95446823-9f46-44c4-a0ac-1504f5ee73f5", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:49.735084 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3eb092b-6b1b-4c30-9ba2-418ab8fa95e0 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:49.735482 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e60c73-1228-488d-80b9-966dabfa6392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95446823-9f46-44c4-a0ac-1504f5ee73f5', 'code': 200} Jun 28 10:03:49.787881 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e090147-b207-4fb7-9a75-02f03d9a1425 req-c9291392-8094-4364-aac8-0e8ad40646f5 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:49.789402 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5e090147-b207-4fb7-9a75-02f03d9a1425 req-c9291392-8094-4364-aac8-0e8ad40646f5 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 945 time: 0.0675569 Jun 28 10:03:49.826065 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5e090147-b207-4fb7-9a75-02f03d9a1425 req-4a5bb94e-9831-4bde-86d9-ef70b2c8805a tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310915 Jun 28 10:03:49.835277 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:49.840801 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:49.886739 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=95446823-9f46-44c4-a0ac-1504f5ee73f5,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:49.890013 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:50.248119 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f21bd-aa72-4c91-877d-59b7ba67d854 req-fc1d577d-5099-4861-a085-64bad131a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:50.249611 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a40f21bd-aa72-4c91-877d-59b7ba67d854 req-fc1d577d-5099-4861-a085-64bad131a621 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 1099 time: 0.0511951 Jun 28 10:03:50.282807 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a40f21bd-aa72-4c91-877d-59b7ba67d854 req-5f541fdc-061c-4992-bf84-99f89e1020e9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265942 Jun 28 10:03:51.002989 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28fc62-0314-465f-9543-b4dfa53ce522 req-4ae41057-74bf-4672-8d7b-cc95eea76e4f tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:51.004455 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-da28fc62-0314-465f-9543-b4dfa53ce522 req-4ae41057-74bf-4672-8d7b-cc95eea76e4f tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 946 time: 0.0670969 Jun 28 10:03:51.040890 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-da28fc62-0314-465f-9543-b4dfa53ce522 req-c8407b19-0956-44b4-8821-34a5477ce025 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306487 Jun 28 10:03:52.211190 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf159d8-a436-43c4-b736-8a503cb755a0 req-78adf0c5-fab6-49c1-9f66-78d1287d7c72 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:52.212652 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fbf159d8-a436-43c4-b736-8a503cb755a0 req-78adf0c5-fab6-49c1-9f66-78d1287d7c72 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 946 time: 0.0621104 Jun 28 10:03:52.249621 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fbf159d8-a436-43c4-b736-8a503cb755a0 req-0a957109-9f94-42a0-b702-aa50f9ce5092 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310860 Jun 28 10:03:53.338616 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:03:53.812542 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc0c41-d4f2-4516-98c1-c75abc0c459c req-ed8406e3-8719-4d73-a2fe-b89f89746415 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:53.814022 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a2bc0c41-d4f2-4516-98c1-c75abc0c459c req-ed8406e3-8719-4d73-a2fe-b89f89746415 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 946 time: 0.0643249 Jun 28 10:03:53.854594 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a2bc0c41-d4f2-4516-98c1-c75abc0c459c req-31dba615-3c08-4d75-adae-2618c173d06e tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342026 Jun 28 10:03:55.031684 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ef520-9bc4-4694-b2eb-6fec29958bd0 req-e6ddfc19-20bf-41e0-a0c1-01fa858a652c tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:55.035442 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6e1ef520-9bc4-4694-b2eb-6fec29958bd0 req-e6ddfc19-20bf-41e0-a0c1-01fa858a652c tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 946 time: 0.0671024 Jun 28 10:03:55.069828 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6e1ef520-9bc4-4694-b2eb-6fec29958bd0 req-dd205059-f9cb-4d36-bf31-5ddfca857340 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/security-groups?id=da78cf20-de1d-49d1-a70f-e64d37239af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306466 Jun 28 10:03:55.170680 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebc08f-24de-4249-824b-7d09a87e4f33 req-0932811b-1257-4a13-abbf-1d7def6742d1 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:03:55.171979 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c0ebc08f-24de-4249-824b-7d09a87e4f33 req-0932811b-1257-4a13-abbf-1d7def6742d1 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 946 time: 0.0606499 Jun 28 10:03:55.269775 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-c0ebc08f-24de-4249-824b-7d09a87e4f33 req-eaf608b5-ceff-41cd-bde4-16f9e852d5a6 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Deleting port 95446823-9f46-44c4-a0ac-1504f5ee73f5 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:03:55.270103 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-c0ebc08f-24de-4249-824b-7d09a87e4f33 req-eaf608b5-ceff-41cd-bde4-16f9e852d5a6 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:55.351415 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-c0ebc08f-24de-4249-824b-7d09a87e4f33 req-eaf608b5-ceff-41cd-bde4-16f9e852d5a6 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] For port 95446823-9f46-44c4-a0ac-1504f5ee73f5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=95446823-9f46-44c4-a0ac-1504f5ee73f5,segment=NetworkSegment(613de545-b94e-4170-82a3-8440dd1d77e9),segment_id=613de545-b94e-4170-82a3-8440dd1d77e9)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:03:55.351762 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-c0ebc08f-24de-4249-824b-7d09a87e4f33 req-eaf608b5-ceff-41cd-bde4-16f9e852d5a6 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:55.364166 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-c0ebc08f-24de-4249-824b-7d09a87e4f33 req-eaf608b5-ceff-41cd-bde4-16f9e852d5a6 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Calling delete_port for 95446823-9f46-44c4-a0ac-1504f5ee73f5 owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:03:55.591168 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-c0ebc08f-24de-4249-824b-7d09a87e4f33 req-eaf608b5-ceff-41cd-bde4-16f9e852d5a6 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:55.595806 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-2add8e52-464b-46a1-9164-28b69249648c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:03:55.603624 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['95446823-9f46-44c4-a0ac-1504f5ee73f5'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:03:55.622667 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf608b5-ceff-41cd-bde4-16f9e852d5a6 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Pushing event deleted for resources: {'Port': ['ID=95446823-9f46-44c4-a0ac-1504f5ee73f5,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:03:55.627746 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-eaf608b5-ceff-41cd-bde4-16f9e852d5a6 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:03:55.669751 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ebc08f-24de-4249-824b-7d09a87e4f33 req-eaf608b5-ceff-41cd-bde4-16f9e852d5a6 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] No DVR routers for this DVR port 95446823-9f46-44c4-a0ac-1504f5ee73f5 on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:03:55.672101 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-c0ebc08f-24de-4249-824b-7d09a87e4f33 req-eaf608b5-ceff-41cd-bde4-16f9e852d5a6 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:03:55.674618 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c0ebc08f-24de-4249-824b-7d09a87e4f33 req-eaf608b5-ceff-41cd-bde4-16f9e852d5a6 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.37 "DELETE /v2.0/ports/95446823-9f46-44c4-a0ac-1504f5ee73f5 HTTP/1.1" status: 204 len: 173 time: 0.4967716 Jun 28 10:03:55.675107 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e60c73-1228-488d-80b9-966dabfa6392', 'name': 'network-vif-deleted', 'tag': '95446823-9f46-44c4-a0ac-1504f5ee73f5'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:03:55.677396 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f5b609-0f82-4b99-a1af-c725fa2a3693" -d '{"events": [{"server_uuid": "a0e60c73-1228-488d-80b9-966dabfa6392", "name": "network-vif-deleted", "tag": "95446823-9f46-44c4-a0ac-1504f5ee73f5"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:03:55.711305 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53fd82b-607f-435a-adf1-80fa9d1ef978 x-openstack-request-id: req-f53fd82b-607f-435a-adf1-80fa9d1ef978 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:03:55.711659 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e60c73-1228-488d-80b9-966dabfa6392", "name": "network-vif-deleted", "tag": "95446823-9f46-44c4-a0ac-1504f5ee73f5", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:03:55.711976 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f53fd82b-607f-435a-adf1-80fa9d1ef978 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:03:55.712427 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e60c73-1228-488d-80b9-966dabfa6392', 'name': 'network-vif-deleted', 'tag': '95446823-9f46-44c4-a0ac-1504f5ee73f5', 'status': 'completed', 'code': 200} Jun 28 10:03:56.219189 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-626ad339-44e5-4f9a-8362-4c87135c0628 req-3b127c39-a656-4b5d-b080-7d766fb920b9 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0e60c73-1228-488d-80b9-966dabfa6392 HTTP/1.1" status: 200 len: 210 time: 0.0280097 Jun 28 10:03:59.919836 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 95446823-9f46-44c4-a0ac-1504f5ee73f5 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:03:59.939369 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: 95446823-9f46-44c4-a0ac-1504f5ee73f5 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:03:59.939718 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 95446823-9f46-44c4-a0ac-1504f5ee73f5 not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:04:03.054335 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-610bd4e9-22c3-436d-a155-8059f821ca58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:05.505040 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:05.545582 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-1e75f968-2245-4608-82a3-a2aae27d07b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:06.813840 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:08.259152 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:16.208083 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:21.543094 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b64f22da-5088-4715-a3b4-3940772d7548 req-93395b4a-adaf-463a-917d-cf85d35f9edc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502193 Jun 28 10:04:21.635548 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f22da-5088-4715-a3b4-3940772d7548 req-a21dca85-4f91-45a8-8a54-3d69dfc62ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:21.637054 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b64f22da-5088-4715-a3b4-3940772d7548 req-a21dca85-4f91-45a8-8a54-3d69dfc62ab4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2ba19a67ffe4f909117f8dfa7aac036&device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 1098 time: 0.0522816 Jun 28 10:04:21.742847 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f22da-5088-4715-a3b4-3940772d7548 req-30113694-28e3-4d15-a974-07237ab58e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:21.744332 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b64f22da-5088-4715-a3b4-3940772d7548 req-30113694-28e3-4d15-a974-07237ab58e51 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c3f7b28-08af-451f-8387-d86496082dfe HTTP/1.1" status: 200 len: 909 time: 0.0870574 Jun 28 10:04:21.807551 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b64f22da-5088-4715-a3b4-3940772d7548 req-c6e5d9bd-7c8e-4cc9-8461-630270b8fdd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da HTTP/1.1" status: 200 len: 1000 time: 0.0567725 Jun 28 10:04:21.856827 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f22da-5088-4715-a3b4-3940772d7548 req-3acc9d54-ae25-4944-8904-663a2e2f2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:21.858308 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b64f22da-5088-4715-a3b4-3940772d7548 req-3acc9d54-ae25-4944-8904-663a2e2f2ed3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fced309-f22e-4e63-b519-0cd81da6f688 HTTP/1.1" status: 200 len: 847 time: 0.0445561 Jun 28 10:04:21.920086 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f22da-5088-4715-a3b4-3940772d7548 req-859cbe74-b40f-4bfe-b38a-2b1589d68538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:21.921689 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b64f22da-5088-4715-a3b4-3940772d7548 req-859cbe74-b40f-4bfe-b38a-2b1589d68538 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c3f7b28-08af-451f-8387-d86496082dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0572045 Jun 28 10:04:21.931804 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [req-b64f22da-5088-4715-a3b4-3940772d7548 req-2888b4a0-6be5-45c2-b3b7-84546431e931 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 10:04:21.932789 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b64f22da-5088-4715-a3b4-3940772d7548 req-2888b4a0-6be5-45c2-b3b7-84546431e931 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049903 Jun 28 10:04:22.020762 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b64f22da-5088-4715-a3b4-3940772d7548 req-99d66ba7-f9a5-4e7b-944b-c82c2c224f56 service neutron] 10.222.0.37 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810843 Jun 28 10:04:22.117089 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-b64f22da-5088-4715-a3b4-3940772d7548 req-d4d0e003-827b-4ffc-a6a5-52f85531d538 service neutron] 10.222.0.37 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904372 Jun 28 10:04:23.355850 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 54810) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:23.399746 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Deleting subnet 7f96f7d8-1abe-497c-867f-a3378607cbaa {{(pid=100129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:04:23.402688 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:23.435847 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59599221'] for subnet, precommit_delete_associations {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:23.477779 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:23.623213 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59186205'] for subnet, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:23.626081 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:23.651480 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f96f7d8-1abe-497c-867f-a3378607cbaa,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:23.654308 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:23.655649 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7f96f7d8-1abe-497c-867f-a3378607cbaa HTTP/1.1" status: 204 len: 168 time: 0.2988198 Jun 28 10:04:23.658438 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54812) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:23.662759 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:23.663144 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:23.663515 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:23.663880 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:23.664241 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:23.664599 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:23.664985 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:23.665345 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:23.665700 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:23.666050 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:23.666406 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:23.666758 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:23.669882 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-36e6f438-1aa8-44e7-ab67-fb07700f54dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:23.728880 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:23.802088 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:23.811252 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c00218b-ddee-472d-81ad-af899f2dc7b8']}} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:23.823969 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613de545-b94e-4170-82a3-8440dd1d77e9') {'for_net_delete': True} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:23.824262 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613de545-b94e-4170-82a3-8440dd1d77e9') {} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:23.833282 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59617651'] for segment, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:23.846464 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:23.852988 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=100130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014971'] for segment, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: Traceback (most recent call last): Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: timer() Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: cb(*args, **kw) Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: return func(*args, **kwargs) Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: self._notify() Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: self.callback(batched_events) Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: event.method(event) Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: return f(self, *a, **k) Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._get(url).json() Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: return self.request(url, 'GET', **kwargs) Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:04:23.858413 dv-cinder-786627-12-iscsi neutron-server[100130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:04:23.974368 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:23.977681 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:23.980083 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:23.981870 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8c00218b-ddee-472d-81ad-af899f2dc7b8 HTTP/1.1" status: 204 len: 168 time: 0.3224673 Jun 28 10:04:23.992544 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c00218b-ddee-472d-81ad-af899f2dc7b8,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:23.999406 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:23.999788 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:24.000158 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:24.000520 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:24.000898 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:24.001263 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:24.001699 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:24.001958 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:24.002312 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:24.002660 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:24.003078 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:24.003340 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:24.007033 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-7b5cd2ed-444d-4d06-bfa1-e93e1ebbc359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:24.326739 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54816) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:24.367232 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-c939e0e3-8980-4a33-a572-7e95c9bcd1a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d2da8646db84e84aa454ffa55065f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389879 Jun 28 10:04:24.369561 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54818) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:24.420249 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-fe2dce88-7ede-4f39-8cb2-3688491b83fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:24.444816 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-fe2dce88-7ede-4f39-8cb2-3688491b83fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:24.561678 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-fe2dce88-7ede-4f39-8cb2-3688491b83fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:24.564234 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-fe2dce88-7ede-4f39-8cb2-3688491b83fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:24.565406 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-fe2dce88-7ede-4f39-8cb2-3688491b83fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da78cf20-de1d-49d1-a70f-e64d37239af1 HTTP/1.1" status: 204 len: 168 time: 0.1949768 Jun 28 10:04:24.566809 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-894385a8-090d-4f41-ad20-4d0fb4706452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:24.574144 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2dce88-7ede-4f39-8cb2-3688491b83fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da78cf20-de1d-49d1-a70f-e64d37239af1,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:24.576483 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-fe2dce88-7ede-4f39-8cb2-3688491b83fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:25.645930 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54840) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:25.741104 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-967475494-network', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:04:25.819094 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] Made reservation on behalf of ead4d90a046d443aa727b1fb09c50dec for: {'network': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:04:25.823087 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:25.830018 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:25.919455 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:25.982773 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:25.985883 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-fe2dce88-7ede-4f39-8cb2-3688491b83fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:26.006844 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=100130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:04:26.016233 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4477d04b-da7c-4091-9fda-f379e0b3bf4f,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:26.020853 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:26.021853 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:26.022187 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.segments_db [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] Added segment f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5 of type vlan for network c298eaee-bca7-4ac4-acf7-32990739f53c Jun 28 10:04:26.059560 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:26.179290 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:26.180269 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:26.180885 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:26.183041 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:26.240989 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] Pushing event updated for resources: {'Network': ['ID=c298eaee-bca7-4ac4-acf7-32990739f53c,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:26.243649 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:26.250878 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network c298eaee-bca7-4ac4-acf7-32990739f53c details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:04:26.299632 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-2c577308-5052-4110-9ed0-b5a8bdd705fa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6526289 Jun 28 10:04:26.302477 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54844) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:26.307348 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-5cf5f9c5-9dab-4085-8410-e840e6314ea6 admin admin] Request body: {'subnet': {'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-967475494-subnet', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'ip_version': 4}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:04:26.412861 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf5f9c5-9dab-4085-8410-e840e6314ea6 admin admin] Made reservation on behalf of ead4d90a046d443aa727b1fb09c50dec for: {'subnet': 1} {{(pid=100130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:04:26.415258 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5cf5f9c5-9dab-4085-8410-e840e6314ea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59261560'] for subnet, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:26.697546 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5cf5f9c5-9dab-4085-8410-e840e6314ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59015065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59261546'] for subnet, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:26.700653 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-8d47fb18-9ea9-45de-a7e6-af9af6b20293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:26.754830 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5f9c5-9dab-4085-8410-e840e6314ea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87334bf1-bc45-4f0c-acba-d5f00c8072a6,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:26.758714 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-5cf5f9c5-9dab-4085-8410-e840e6314ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:26.762651 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf5f9c5-9dab-4085-8410-e840e6314ea6 admin admin] Checking segment: {'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:04:26.763015 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf5f9c5-9dab-4085-8410-e840e6314ea6 admin admin] Network hostable DHCP agents. Network: c298eaee-bca7-4ac4-acf7-32990739f53c, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:04:26.893460 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf5f9c5-9dab-4085-8410-e840e6314ea6 admin admin] Network c298eaee-bca7-4ac4-acf7-32990739f53c is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:04:27.001769 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-5cf5f9c5-9dab-4085-8410-e840e6314ea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, c298eaee-bca7-4ac4-acf7-32990739f53c) {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:04:27.006665 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf5f9c5-9dab-4085-8410-e840e6314ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:27.007825 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5cf5f9c5-9dab-4085-8410-e840e6314ea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:27.011097 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098f4688-9d77-4a6d-84b8-029268569d79 None None] Network c298eaee-bca7-4ac4-acf7-32990739f53c requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:04:27.130190 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-5cf5f9c5-9dab-4085-8410-e840e6314ea6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8261116 Jun 28 10:04:27.132189 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54846) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:27.137247 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:04:27.156058 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fa0e888-dc8c-5619-9e71-fea9e529594f-c298eaee-bca7-4ac4-acf7-32990739f53c', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6'}]}} from dv-cinder-786627-12-iscsi. {{(pid=100131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 10:04:27.156988 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:27.241896 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27156'] for router, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:27.242926 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-601449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27149'] for router, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:27.290510 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.db_base_plugin_common [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Allocated IP 172.20.0.2 (c298eaee-bca7-4ac4-acf7-32990739f53c/87334bf1-bc45-4f0c-acba-d5f00c8072a6/5fd19c47-64a8-45ed-9f21-e95057ae418a) {{(pid=100131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:04:27.298647 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:27.425671 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Notify callbacks [] for port, precommit_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:27.433869 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Transition to ACTIVE for port object 5fd19c47-64a8-45ed-9f21-e95057ae418a will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:04:27.448141 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Transition to ACTIVE for port object 5fd19c47-64a8-45ed-9f21-e95057ae418a will not be triggered until provisioned by entity DHCP. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:04:27.517428 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27199'] for router, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:27.521944 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:27.524763 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e3c1f44c-61ba-45fb-8a2c-0447b7306099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:27.564824 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Network c298eaee-bca7-4ac4-acf7-32990739f53c is already hosted by enough agents. {{(pid=100131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:04:27.568857 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.base_scheduler [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Resources bound (agent type, host, resource id): {{(pid=100131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:04:27.574377 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Received port after_create {{(pid=100131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:04:27.583465 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Pushing event updated for resources: {'Port': ['ID=5fd19c47-64a8-45ed-9f21-e95057ae418a,revision_number=1']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:27.587740 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:27.638020 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Attempting to bind port 5fd19c47-64a8-45ed-9f21-e95057ae418a on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:04:27.638413 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Attempting to bind port 5fd19c47-64a8-45ed-9f21-e95057ae418a by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:04:27.638785 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Attempting to bind port 5fd19c47-64a8-45ed-9f21-e95057ae418a on network c298eaee-bca7-4ac4-acf7-32990739f53c {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:04:27.643564 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:04:27.643944 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Checking segment: {'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:04:27.644982 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:27.645435 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Bound using segment: {'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:04:27.645905 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Bound port: 5fd19c47-64a8-45ed-9f21-e95057ae418a, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:04:27.646293 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:27.710505 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] For port 5fd19c47-64a8-45ed-9f21-e95057ae418a, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:04:27.713689 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] For port 5fd19c47-64a8-45ed-9f21-e95057ae418a, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=5fd19c47-64a8-45ed-9f21-e95057ae418a,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:04:27.790917 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:27.793332 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:27.864074 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Pushing event updated for resources: {'Port': ['ID=5fd19c47-64a8-45ed-9f21-e95057ae418a,revision_number=2']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:27.872343 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:27.872797 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:27.873096 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:27.873556 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:27.873763 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:27.874095 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:27.874488 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:27.874824 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:27.875156 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:27.875541 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:27.875875 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:27.876200 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:27.881107 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:28.058636 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:28.078442 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:28.187830 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 5fd19c47-64a8-45ed-9f21-e95057ae418a up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:04:28.189768 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Allocated IP 172.27.2.102 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/80808703-52df-41cf-aa43-4e2dd2ca3bc1) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:04:28.292809 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:28.314492 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 5fd19c47-64a8-45ed-9f21-e95057ae418a completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:04:28.396911 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59015149'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:28.400848 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-c6458071-221b-419a-9234-4a2940e91aae tempest-ServerRescueNegativeTestJSON-1926244389 tempest-ServerRescueNegativeTestJSON-1926244389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:28.438621 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:04:28.441997 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:04:28.453043 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:04:28.482937 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Pushing event updated for resources: {'Port': ['ID=80808703-52df-41cf-aa43-4e2dd2ca3bc1,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:28.487009 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:28.856820 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a68a751-a6d4-4d35-8298-762e39bf7ffc None None] Network c298eaee-bca7-4ac4-acf7-32990739f53c requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:04:28.866548 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:29.002407 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-dc2c8880-f752-440a-96cd-c8e0be852297 None None] Provisioning for port 5fd19c47-64a8-45ed-9f21-e95057ae418a completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:04:29.011877 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-dc2c8880-f752-440a-96cd-c8e0be852297 None None] Provisioning complete for port 5fd19c47-64a8-45ed-9f21-e95057ae418a triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:29.012267 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8880-f752-440a-96cd-c8e0be852297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:29.059133 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641423'] for router, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:29.118806 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8880-f752-440a-96cd-c8e0be852297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:29.154587 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-dc2c8880-f752-440a-96cd-c8e0be852297 None None] For port 5fd19c47-64a8-45ed-9f21-e95057ae418a, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=5fd19c47-64a8-45ed-9f21-e95057ae418a,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:29.259290 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-dc2c8880-f752-440a-96cd-c8e0be852297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:29.262442 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:29.287542 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Router a8ce11b3-3967-4f92-b798-d9c3772f043f is scheduled to L3 agent 6120e629-0eac-4308-8089-a939bca814a4 with binding_index 1 {{(pid=100130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 10:04:29.314262 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c8880-f752-440a-96cd-c8e0be852297 None None] Pushing event updated for resources: {'Port': ['ID=5fd19c47-64a8-45ed-9f21-e95057ae418a,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:29.317582 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-dc2c8880-f752-440a-96cd-c8e0be852297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:29.377835 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-f0ea9d3d-fa9d-42f4-be66-7ab67920afef None None] Provisioning complete for port 5fd19c47-64a8-45ed-9f21-e95057ae418a triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:29.378217 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-f0ea9d3d-fa9d-42f4-be66-7ab67920afef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:29.395839 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:04:29.405378 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Sync routers for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:04:29.423496 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:04:29.424124 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:04:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:29.462757 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] Notify callbacks [] for router, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:29.464003 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-9b9ef317-e325-4870-8508-5d56b330267a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3307924 Jun 28 10:04:29.466729 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54848) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:29.686539 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:04:29.868822 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:28Z', 'revision_number': 3, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:29.895306 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Checking router: a8ce11b3-3967-4f92-b798-d9c3772f043f for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:04:29.895673 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Updating router a8ce11b3-3967-4f92-b798-d9c3772f043f port 80808703-52df-41cf-aa43-4e2dd2ca3bc1 binding host dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:04:29.907662 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:29.929252 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.065717 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Allocated IP 172.20.0.1 (c298eaee-bca7-4ac4-acf7-32990739f53c/87334bf1-bc45-4f0c-acba-d5f00c8072a6/3548425b-5033-4a5d-aa5e-9a0a21c369ad) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:04:30.152847 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 5fd19c47-64a8-45ed-9f21-e95057ae418a up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:04:30.174294 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.187378 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.provisioning_blocks [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Transition to ACTIVE for port object 3548425b-5033-4a5d-aa5e-9a0a21c369ad will not be triggered until provisioned by entity DHCP. {{(pid=100130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:04:30.234300 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Notify callbacks [] for port, precommit_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.247868 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Transition to ACTIVE for port object 80808703-52df-41cf-aa43-4e2dd2ca3bc1 will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:04:30.255461 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 5fd19c47-64a8-45ed-9f21-e95057ae418a triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:30.255839 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.293507 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59015149'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.296380 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:30.323170 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.328949 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-dc2c8880-f752-440a-96cd-c8e0be852297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:30.336715 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Network c298eaee-bca7-4ac4-acf7-32990739f53c is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:04:30.337872 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:04:30.344608 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:04:30.350780 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:04:30.354655 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Pushing event updated for resources: {'Port': ['ID=3548425b-5033-4a5d-aa5e-9a0a21c369ad,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:30.381110 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:30.401025 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643b25d-7e61-464f-a820-9895fd4777a6 None None] Pushing event updated for resources: {'Port': ['ID=80808703-52df-41cf-aa43-4e2dd2ca3bc1,revision_number=2']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:30.403646 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714509'] for router_interface, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.403813 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Attempting to bind port 80808703-52df-41cf-aa43-4e2dd2ca3bc1 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:04:30.404135 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Attempting to bind port 80808703-52df-41cf-aa43-4e2dd2ca3bc1 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:04:30.404501 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Attempting to bind port 80808703-52df-41cf-aa43-4e2dd2ca3bc1 on network a0abfdc1-536a-466f-8075-78b887cfa2eb {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:04:30.406993 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-0643b25d-7e61-464f-a820-9895fd4777a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:30.413474 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:04:30.413998 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Checking segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:04:30.414585 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.414993 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Bound using segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:04:30.415503 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Bound port: 80808703-52df-41cf-aa43-4e2dd2ca3bc1, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:04:30.415904 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.474995 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] For port 80808703-52df-41cf-aa43-4e2dd2ca3bc1, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:04:30.479130 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] For port 80808703-52df-41cf-aa43-4e2dd2ca3bc1, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=80808703-52df-41cf-aa43-4e2dd2ca3bc1,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:04:30.551438 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.553544 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:30.619079 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643b25d-7e61-464f-a820-9895fd4777a6 None None] Pushing event updated for resources: {'Port': ['ID=80808703-52df-41cf-aa43-4e2dd2ca3bc1,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:30.621505 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:04:30.622125 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:04:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:30.624049 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-0643b25d-7e61-464f-a820-9895fd4777a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:30.645706 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.703169 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-f7c0d2a5-69f3-4817-89fe-f3f3efa3ab27 None None] Provisioning for port 3548425b-5033-4a5d-aa5e-9a0a21c369ad completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:04:30.711833 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-f7c0d2a5-69f3-4817-89fe-f3f3efa3ab27 None None] Provisioning complete for port 3548425b-5033-4a5d-aa5e-9a0a21c369ad triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:30.712218 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-f7c0d2a5-69f3-4817-89fe-f3f3efa3ab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.761795 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:04:30.787821 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-f7c0d2a5-69f3-4817-89fe-f3f3efa3ab27 None None] Port 3548425b-5033-4a5d-aa5e-9a0a21c369ad cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:04:30.804294 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.869935 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014943'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.872286 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-097df9c8-f42f-4e06-aa60-786317a1cba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:30.936822 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Pushing event updated for resources: {'Port': ['ID=3548425b-5033-4a5d-aa5e-9a0a21c369ad,revision_number=2']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:30.939337 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714641'] for router_interface, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:30.942558 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:30.961007 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 1, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:30.986778 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b0d94-011d-4f88-8349-50dfa70e30b3 None None] The sync data for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi is: [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 1, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:04:31.032272 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Network c298eaee-bca7-4ac4-acf7-32990739f53c is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:04:31.033734 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:04:31.158235 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Router a8ce11b3-3967-4f92-b798-d9c3772f043f has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:04:31.283627 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:04:31.289467 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] 10.222.0.30 "PUT /v2.0/routers/a8ce11b3-3967-4f92-b798-d9c3772f043f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8211195 Jun 28 10:04:31.309802 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-6d982040-6106-460a-ab8b-9977de52240c None None] Provisioning complete for port 3548425b-5033-4a5d-aa5e-9a0a21c369ad triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:31.310114 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6d982040-6106-460a-ab8b-9977de52240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:31.350083 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-6d982040-6106-460a-ab8b-9977de52240c None None] Port 3548425b-5033-4a5d-aa5e-9a0a21c369ad cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:04:32.049932 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 54864) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:32.055399 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1412203437-network', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:04:32.132946 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] Made reservation on behalf of 5fb5c29871a042a69ed898e02d3a340c for: {'network': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:04:32.135497 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for network, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:32.146140 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:32.187224 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 80808703-52df-41cf-aa43-4e2dd2ca3bc1 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:04:32.252542 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:32.287106 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 80808703-52df-41cf-aa43-4e2dd2ca3bc1 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:04:32.291104 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 80808703-52df-41cf-aa43-4e2dd2ca3bc1 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:32.291497 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:32.310116 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:32.314361 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b107c531-98be-4427-a21b-aa9c73fecf1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:32.334394 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=100129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 10:04:32.361193 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:32.361722 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.segments_db [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] Added segment 54872733-7d63-4312-8569-4d66ee975f97 of type vlan for network 8fa5c233-07e9-44b0-a1c0-b8c058dcba49 Jun 28 10:04:32.371257 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3700861d-a149-41a8-b360-5e5d94e0f741,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:32.372122 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:32.376262 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:32.394104 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 80808703-52df-41cf-aa43-4e2dd2ca3bc1, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=80808703-52df-41cf-aa43-4e2dd2ca3bc1,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:32.410426 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728818707303'] for network, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:32.447795 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:32.449757 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-77ae03ec-8353-4a03-8b30-8e43dd4dc7b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:32.499084 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=80808703-52df-41cf-aa43-4e2dd2ca3bc1,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:32.502064 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:32.505161 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889'] for network, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:32.506463 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:32.507080 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:32.510537 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:32.580237 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] Pushing event updated for resources: {'Network': ['ID=8fa5c233-07e9-44b0-a1c0-b8c058dcba49,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:32.584032 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:32.590949 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Network 8fa5c233-07e9-44b0-a1c0-b8c058dcba49 details requested by agent ovs-agent-dv-cinder-786627-12-iscsi with host dv-cinder-786627-12-iscsi {{(pid=100131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 10:04:32.625351 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-7b725ddf-edb6-4d3e-a63d-df230bdf5085 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5740023 Jun 28 10:04:32.628037 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 54866) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:32.633158 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-2807fb58-1213-4f27-b0ed-821b2d727106 admin admin] Request body: {'subnet': {'network_id': '8fa5c233-07e9-44b0-a1c0-b8c058dcba49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1412203437-subnet', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'ip_version': 4}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:04:32.749899 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2807fb58-1213-4f27-b0ed-821b2d727106 admin admin] Made reservation on behalf of 5fb5c29871a042a69ed898e02d3a340c for: {'subnet': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:04:32.752274 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2807fb58-1213-4f27-b0ed-821b2d727106 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59185916'] for subnet, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:32.867862 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Sync routers for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:04:32.881637 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:04:32.883060 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:04:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:32.971651 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2807fb58-1213-4f27-b0ed-821b2d727106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58846158', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59185902'] for subnet, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:32.975768 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-0f32c364-1e88-4541-89fc-246b9e26dfb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:32.979537 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:04:33.029285 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807fb58-1213-4f27-b0ed-821b2d727106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:33.034004 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-2807fb58-1213-4f27-b0ed-821b2d727106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:33.037918 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2807fb58-1213-4f27-b0ed-821b2d727106 admin admin] Checking segment: {'id': '54872733-7d63-4312-8569-4d66ee975f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fa5c233-07e9-44b0-a1c0-b8c058dcba49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:04:33.037918 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2807fb58-1213-4f27-b0ed-821b2d727106 admin admin] Network hostable DHCP agents. Network: 8fa5c233-07e9-44b0-a1c0-b8c058dcba49, hostable agents: ['cf8ede5b-290e-42de-9f6a-5f4b4a647704'], hosted agents: [] {{(pid=100129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 10:04:33.058904 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d9c6cec9-fe2e-42e6-a2a9-d560029226f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:33.150914 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2807fb58-1213-4f27-b0ed-821b2d727106 admin admin] Network 8fa5c233-07e9-44b0-a1c0-b8c058dcba49 is scheduled to be hosted by DHCP agent cf8ede5b-290e-42de-9f6a-5f4b4a647704 with binding_index 1 {{(pid=100129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 10:04:33.192893 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 2, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:33.213108 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [None req-2807fb58-1213-4f27-b0ed-821b2d727106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-12-iscsi, 8fa5c233-07e9-44b0-a1c0-b8c058dcba49) {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:04:33.218016 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2807fb58-1213-4f27-b0ed-821b2d727106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:33.218712 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-2807fb58-1213-4f27-b0ed-821b2d727106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:33.221373 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Checking router: a8ce11b3-3967-4f92-b798-d9c3772f043f for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:04:33.222416 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Updating router a8ce11b3-3967-4f92-b798-d9c3772f043f port 3548425b-5033-4a5d-aa5e-9a0a21c369ad binding host dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:04:33.225200 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60dee63-eeb5-428e-9589-8610cf6a7b59 None None] Network 8fa5c233-07e9-44b0-a1c0-b8c058dcba49 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:04:33.257092 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:33.322760 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-2807fb58-1213-4f27-b0ed-821b2d727106 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6932180 Jun 28 10:04:33.325306 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54868) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:33.330353 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1412203437-router', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:04:33.380039 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5fa0e888-dc8c-5619-9e71-fea9e529594f-8fa5c233-07e9-44b0-a1c0-b8c058dcba49', 'network_id': '8fa5c233-07e9-44b0-a1c0-b8c058dcba49', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'fixed_ips': [{'subnet_id': '1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a'}]}} from dv-cinder-786627-12-iscsi. {{(pid=100131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 10:04:33.381077 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:33.447563 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-639330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27156'] for router, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:33.449263 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-601449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27149'] for router, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:33.510529 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:33.527204 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.db_base_plugin_common [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Allocated IP 172.20.0.2 (8fa5c233-07e9-44b0-a1c0-b8c058dcba49/1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a/866d9b01-2847-4d50-8ac1-663d9fee3be9) {{(pid=100131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:04:33.607935 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Notify callbacks [] for port, precommit_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:33.617588 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.provisioning_blocks [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Transition to ACTIVE for port object 3548425b-5033-4a5d-aa5e-9a0a21c369ad will not be triggered until provisioned by entity L2. {{(pid=100132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:04:33.667005 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Notify callbacks [] for port, precommit_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:33.675080 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Transition to ACTIVE for port object 866d9b01-2847-4d50-8ac1-663d9fee3be9 will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:04:33.689445 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Transition to ACTIVE for port object 866d9b01-2847-4d50-8ac1-663d9fee3be9 will not be triggered until provisioned by entity DHCP. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:04:33.755984 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:33.758329 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:33.769869 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27199'] for router, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:33.802305 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517'] for port, after_create {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:33.812764 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:33.813565 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95577b-b24b-477a-9259-50229f1441db None None] Pushing event updated for resources: {'Port': ['ID=3548425b-5033-4a5d-aa5e-9a0a21c369ad,revision_number=3']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:33.836143 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95577b-b24b-477a-9259-50229f1441db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:33.836544 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95577b-b24b-477a-9259-50229f1441db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:33.837158 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95577b-b24b-477a-9259-50229f1441db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:33.837158 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95577b-b24b-477a-9259-50229f1441db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:33.837504 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95577b-b24b-477a-9259-50229f1441db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:33.837856 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95577b-b24b-477a-9259-50229f1441db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:33.838182 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95577b-b24b-477a-9259-50229f1441db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:33.838496 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95577b-b24b-477a-9259-50229f1441db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:33.838842 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95577b-b24b-477a-9259-50229f1441db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:33.839165 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95577b-b24b-477a-9259-50229f1441db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:33.839483 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95577b-b24b-477a-9259-50229f1441db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:33.840165 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95577b-b24b-477a-9259-50229f1441db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:04:33.844810 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-1a95577b-b24b-477a-9259-50229f1441db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:33.855091 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Network 8fa5c233-07e9-44b0-a1c0-b8c058dcba49 is already hosted by enough agents. {{(pid=100131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:04:33.864088 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.scheduler.base_scheduler [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Resources bound (agent type, host, resource id): {{(pid=100131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:04:33.864088 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Received port after_create {{(pid=100131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:04:33.866911 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Pushing event updated for resources: {'Port': ['ID=866d9b01-2847-4d50-8ac1-663d9fee3be9,revision_number=1']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:33.870777 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:33.883777 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Attempting to bind port 3548425b-5033-4a5d-aa5e-9a0a21c369ad on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:04:33.884366 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Attempting to bind port 3548425b-5033-4a5d-aa5e-9a0a21c369ad by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:04:33.884554 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Attempting to bind port 3548425b-5033-4a5d-aa5e-9a0a21c369ad on network c298eaee-bca7-4ac4-acf7-32990739f53c {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:04:33.890149 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:04:33.890786 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Checking segment: {'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:04:33.891378 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:33.892141 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Bound using segment: {'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:04:33.892858 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Bound port: 3548425b-5033-4a5d-aa5e-9a0a21c369ad, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'}}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:04:33.893622 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:33.924302 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Attempting to bind port 866d9b01-2847-4d50-8ac1-663d9fee3be9 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:04:33.924827 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Attempting to bind port 866d9b01-2847-4d50-8ac1-663d9fee3be9 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '54872733-7d63-4312-8569-4d66ee975f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fa5c233-07e9-44b0-a1c0-b8c058dcba49'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:04:33.925962 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Attempting to bind port 866d9b01-2847-4d50-8ac1-663d9fee3be9 on network 8fa5c233-07e9-44b0-a1c0-b8c058dcba49 {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:04:33.931743 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:04:33.932438 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Checking segment: {'id': '54872733-7d63-4312-8569-4d66ee975f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fa5c233-07e9-44b0-a1c0-b8c058dcba49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:04:33.932866 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:33.933343 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Bound using segment: {'id': '54872733-7d63-4312-8569-4d66ee975f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fa5c233-07e9-44b0-a1c0-b8c058dcba49'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:04:33.933906 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Bound port: 866d9b01-2847-4d50-8ac1-663d9fee3be9, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54872733-7d63-4312-8569-4d66ee975f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fa5c233-07e9-44b0-a1c0-b8c058dcba49'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:04:33.934373 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:33.963957 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] For port 3548425b-5033-4a5d-aa5e-9a0a21c369ad, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:04:33.968825 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] For port 3548425b-5033-4a5d-aa5e-9a0a21c369ad, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=3548425b-5033-4a5d-aa5e-9a0a21c369ad,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:04:34.009120 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] For port 866d9b01-2847-4d50-8ac1-663d9fee3be9, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:04:34.023038 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] For port 866d9b01-2847-4d50-8ac1-663d9fee3be9, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=866d9b01-2847-4d50-8ac1-663d9fee3be9,segment=NetworkSegment(54872733-7d63-4312-8569-4d66ee975f97),segment_id=54872733-7d63-4312-8569-4d66ee975f97)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:04:34.048105 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:34.050490 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-a5431be2-881e-4615-9248-31abb6afa8e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:34.115052 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:04:34.115630 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:04:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:34.118470 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95577b-b24b-477a-9259-50229f1441db None None] Pushing event updated for resources: {'Port': ['ID=3548425b-5033-4a5d-aa5e-9a0a21c369ad,revision_number=4']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:34.155072 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-1a95577b-b24b-477a-9259-50229f1441db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:34.156952 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:34.159495 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:34.163825 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:34.182909 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:34.211583 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 80808703-52df-41cf-aa43-4e2dd2ca3bc1 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:04:34.250944 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:04:34.272342 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Pushing event updated for resources: {'Port': ['ID=866d9b01-2847-4d50-8ac1-663d9fee3be9,revision_number=2']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:34.286664 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:34.320955 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 80808703-52df-41cf-aa43-4e2dd2ca3bc1 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:34.321747 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:34.363775 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Allocated IP 172.27.2.132 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/054c671a-d428-438c-8627-5d6386e31c0a) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:04:34.489190 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:34.512986 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:33Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:34.540519 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026c16e4-b4ac-4b2b-b6de-ee20dac114c7 None None] The sync data for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi is: [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:33Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:04:34.623291 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59015149'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:34.625386 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-90c68293-1542-4016-a4a7-ab5fc386579f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:34.663753 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:04:34.668768 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:04:34.672275 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:04:34.679509 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Pushing event updated for resources: {'Port': ['ID=054c671a-d428-438c-8627-5d6386e31c0a,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:34.702056 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:35.288979 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de49bb12-d54a-4940-8215-fdd268815a98 None None] Network 8fa5c233-07e9-44b0-a1c0-b8c058dcba49 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:04:35.314187 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:35.466457 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-0b6956fc-ef31-4361-99c2-b74831476e07 None None] Provisioning for port 866d9b01-2847-4d50-8ac1-663d9fee3be9 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:04:35.504612 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641423'] for router, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:35.527571 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:35.556610 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-cd5d3009-42fa-4495-a87c-17d22f0899ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:35.748190 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Router 155b30da-f768-4592-a5e2-8cb7e02b9f58 is scheduled to L3 agent 6120e629-0eac-4308-8089-a939bca814a4 with binding_index 1 {{(pid=100130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 10:04:35.850774 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:04:35.859363 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Sync routers for ids ['155b30da-f768-4592-a5e2-8cb7e02b9f58'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:04:35.868393 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Routers {'155b30da-f768-4592-a5e2-8cb7e02b9f58'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:04:35.869054 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:04:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['155b30da-f768-4592-a5e2-8cb7e02b9f58'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:35.961668 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Notify callbacks [] for router, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:35.963088 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6364915 Jun 28 10:04:35.965726 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54872) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:35.976347 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Set router 155b30da-f768-4592-a5e2-8cb7e02b9f58 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:04:36.276287 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 3548425b-5033-4a5d-aa5e-9a0a21c369ad up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:04:36.321511 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'name': 'tempest-TestVolumeBootPattern-1412203437-router', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '054c671a-d428-438c-8627-5d6386e31c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:33Z', 'updated_at': '2021-06-28T10:04:34Z', 'revision_number': 3, 'project_id': '5fb5c29871a042a69ed898e02d3a340c', 'gw_port': {'id': '054c671a-d428-438c-8627-5d6386e31c0a', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:34Z', 'updated_at': '2021-06-28T10:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:36.352910 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Checking router: 155b30da-f768-4592-a5e2-8cb7e02b9f58 for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:04:36.353269 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Updating router 155b30da-f768-4592-a5e2-8cb7e02b9f58 port 054c671a-d428-438c-8627-5d6386e31c0a binding host dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:04:36.388096 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:36.398269 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:36.477251 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 3548425b-5033-4a5d-aa5e-9a0a21c369ad completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:04:36.482402 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 3548425b-5033-4a5d-aa5e-9a0a21c369ad triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:36.482841 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:36.552616 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Allocated IP 172.20.0.1 (8fa5c233-07e9-44b0-a1c0-b8c058dcba49/1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a/fa2bf964-6a9e-45f9-a923-41f57e5611e4) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:04:36.629220 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:36.659842 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:36.673577 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.provisioning_blocks [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Transition to ACTIVE for port object fa2bf964-6a9e-45f9-a923-41f57e5611e4 will not be triggered until provisioned by entity DHCP. {{(pid=100130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:04:36.703182 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 3548425b-5033-4a5d-aa5e-9a0a21c369ad, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=3548425b-5033-4a5d-aa5e-9a0a21c369ad,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:36.724187 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Notify callbacks [] for port, precommit_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:36.733445 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Transition to ACTIVE for port object 054c671a-d428-438c-8627-5d6386e31c0a will not be triggered until provisioned by entity L2. {{(pid=100131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:04:36.785687 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59015149'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:36.788582 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-676f70a6-6a82-4bb9-bb1f-da6a99a7efe9 tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:36.819548 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:36.820430 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 866d9b01-2847-4d50-8ac1-663d9fee3be9 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:04:36.822137 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Network 8fa5c233-07e9-44b0-a1c0-b8c058dcba49 is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:04:36.822268 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:36.823775 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e3c1f44c-61ba-45fb-8a2c-0447b7306099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:36.825628 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:36.828640 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:04:36.832113 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:04:36.854921 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Pushing event updated for resources: {'Port': ['ID=fa2bf964-6a9e-45f9-a923-41f57e5611e4,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:36.860282 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:36.875055 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714509'] for router_interface, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:36.915046 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Attempting to bind port 054c671a-d428-438c-8627-5d6386e31c0a on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:04:36.915436 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Attempting to bind port 054c671a-d428-438c-8627-5d6386e31c0a by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:04:36.915810 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Attempting to bind port 054c671a-d428-438c-8627-5d6386e31c0a on network a0abfdc1-536a-466f-8075-78b887cfa2eb {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:04:36.919313 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=3548425b-5033-4a5d-aa5e-9a0a21c369ad,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:36.924231 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:36.926552 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:36.929470 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:04:36.929860 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Checking segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:04:36.930274 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:36.930667 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Bound using segment: {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'} {{(pid=100131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:04:36.931155 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.managers [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Bound port: 054c671a-d428-438c-8627-5d6386e31c0a, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d7149c-3754-4ea3-bf3c-c2209d7b0920', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb'}}] {{(pid=100131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:04:36.931548 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:37.009226 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ef050-fdeb-49ff-97a6-fddc73f23c45 None None] Pushing event updated for resources: {'Port': ['ID=054c671a-d428-438c-8627-5d6386e31c0a,revision_number=2']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:37.014543 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-586ef050-fdeb-49ff-97a6-fddc73f23c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:37.021422 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] For port 054c671a-d428-438c-8627-5d6386e31c0a, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:04:37.024804 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] For port 054c671a-d428-438c-8627-5d6386e31c0a, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=054c671a-d428-438c-8627-5d6386e31c0a,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:04:37.082037 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 866d9b01-2847-4d50-8ac1-663d9fee3be9 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:04:37.086047 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 866d9b01-2847-4d50-8ac1-663d9fee3be9 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:37.086455 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:37.171416 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:37.207974 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 866d9b01-2847-4d50-8ac1-663d9fee3be9, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=866d9b01-2847-4d50-8ac1-663d9fee3be9,segment=NetworkSegment(54872733-7d63-4312-8569-4d66ee975f97),segment_id=54872733-7d63-4312-8569-4d66ee975f97)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:37.217806 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:37.224873 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e82e13fc-8748-4c25-b729-84f618d3a655 None None] Provisioning for port fa2bf964-6a9e-45f9-a923-41f57e5611e4 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:04:37.227380 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:37.231049 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:37.241483 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e82e13fc-8748-4c25-b729-84f618d3a655 None None] Provisioning complete for port fa2bf964-6a9e-45f9-a923-41f57e5611e4 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:37.241877 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e82e13fc-8748-4c25-b729-84f618d3a655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:37.327079 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:37.338452 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e82e13fc-8748-4c25-b729-84f618d3a655 None None] Port fa2bf964-6a9e-45f9-a923-41f57e5611e4 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:04:37.343810 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ef050-fdeb-49ff-97a6-fddc73f23c45 None None] Pushing event updated for resources: {'Port': ['ID=054c671a-d428-438c-8627-5d6386e31c0a,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:37.347926 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-586ef050-fdeb-49ff-97a6-fddc73f23c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:37.348995 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:37.351046 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Routers {'155b30da-f768-4592-a5e2-8cb7e02b9f58'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:04:37.351735 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:04:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['155b30da-f768-4592-a5e2-8cb7e02b9f58'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:37.414738 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:37.475211 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=866d9b01-2847-4d50-8ac1-663d9fee3be9,revision_number=3']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:37.478632 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:37.502081 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] Set router 155b30da-f768-4592-a5e2-8cb7e02b9f58 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:04:37.544307 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014943'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:37.547788 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0f37afac-2de7-4bcb-bb8a-c4948c3a3500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:37.615781 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Pushing event updated for resources: {'Port': ['ID=fa2bf964-6a9e-45f9-a923-41f57e5611e4,revision_number=2']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:37.618246 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-987595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714641'] for router_interface, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:37.620215 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:37.705037 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'name': 'tempest-TestVolumeBootPattern-1412203437-router', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '054c671a-d428-438c-8627-5d6386e31c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:33Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 4, 'project_id': '5fb5c29871a042a69ed898e02d3a340c', 'gw_port': {'id': '054c671a-d428-438c-8627-5d6386e31c0a', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:34Z', 'updated_at': '2021-06-28T10:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'fa2bf964-6a9e-45f9-a923-41f57e5611e4', 'name': '', 'network_id': '8fa5c233-07e9-44b0-a1c0-b8c058dcba49', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'mac_address': 'fa:16:3e:42:83:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:36Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 1, 'project_id': '5fb5c29871a042a69ed898e02d3a340c', 'subnets': [{'id': '1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:37.708917 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Network 8fa5c233-07e9-44b0-a1c0-b8c058dcba49 is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:04:37.710289 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:04:37.733193 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0705b0d-f35f-4312-9050-db9ba1ff6cde None None] The sync data for ids ['155b30da-f768-4592-a5e2-8cb7e02b9f58'] in dv-cinder-786627-12-iscsi is: [{'id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'name': 'tempest-TestVolumeBootPattern-1412203437-router', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '054c671a-d428-438c-8627-5d6386e31c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:33Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 4, 'project_id': '5fb5c29871a042a69ed898e02d3a340c', 'gw_port': {'id': '054c671a-d428-438c-8627-5d6386e31c0a', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:34Z', 'updated_at': '2021-06-28T10:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'fa2bf964-6a9e-45f9-a923-41f57e5611e4', 'name': '', 'network_id': '8fa5c233-07e9-44b0-a1c0-b8c058dcba49', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'mac_address': 'fa:16:3e:42:83:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:36Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 1, 'project_id': '5fb5c29871a042a69ed898e02d3a340c', 'subnets': [{'id': '1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:04:37.853649 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Router 155b30da-f768-4592-a5e2-8cb7e02b9f58 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:04:37.978288 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:04:37.983591 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] 10.222.0.30 "PUT /v2.0/routers/155b30da-f768-4592-a5e2-8cb7e02b9f58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0167336 Jun 28 10:04:37.985594 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-99987094-23cd-4925-8056-dbe233314e18 None None] Provisioning complete for port fa2bf964-6a9e-45f9-a923-41f57e5611e4 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:37.986083 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-99987094-23cd-4925-8056-dbe233314e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:38.024152 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-99987094-23cd-4925-8056-dbe233314e18 None None] Port fa2bf964-6a9e-45f9-a923-41f57e5611e4 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:04:38.165038 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 3548425b-5033-4a5d-aa5e-9a0a21c369ad up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:04:38.226058 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 3548425b-5033-4a5d-aa5e-9a0a21c369ad triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:38.226697 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:38.300850 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:38.320342 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 866d9b01-2847-4d50-8ac1-663d9fee3be9 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:04:38.390606 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 866d9b01-2847-4d50-8ac1-663d9fee3be9 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:38.392416 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:38.637208 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54880) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:38.642094 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-67f15e5b-652a-4428-8d37-9d813a6a9586 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-797622739', 'description': 'tempest-secgroup-smoke-797622739 description', 'project_id': 'ead4d90a046d443aa727b1fb09c50dec'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:04:38.762008 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-67f15e5b-652a-4428-8d37-9d813a6a9586 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:38.846176 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-67f15e5b-652a-4428-8d37-9d813a6a9586 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:38.959739 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-67f15e5b-652a-4428-8d37-9d813a6a9586 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:38.962348 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-bb6cd804-0e66-4993-8335-0eb23db2710e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:38.990828 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f15e5b-652a-4428-8d37-9d813a6a9586 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1290d6-8e02-44cd-978f-9dd3f9418dda,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:38.993592 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-67f15e5b-652a-4428-8d37-9d813a6a9586 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:39.064446 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-67f15e5b-652a-4428-8d37-9d813a6a9586 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:39.065668 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-67f15e5b-652a-4428-8d37-9d813a6a9586 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4274261 Jun 28 10:04:39.068875 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54882) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:39.073486 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-89f45b10-b1c6-4c9f-9d06-dbeabf1cb0d3 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Request body: {'security_group_rule': {'security_group_id': '6c1290d6-8e02-44cd-978f-9dd3f9418dda', 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:04:39.246826 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-89f45b10-b1c6-4c9f-9d06-dbeabf1cb0d3 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:39.306447 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-89f45b10-b1c6-4c9f-9d06-dbeabf1cb0d3 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:39.396431 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-89f45b10-b1c6-4c9f-9d06-dbeabf1cb0d3 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:39.401472 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:39.416750 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f45b10-b1c6-4c9f-9d06-dbeabf1cb0d3 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6d7b51-510c-436b-8b79-0b30cb32d79b,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:39.419398 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-89f45b10-b1c6-4c9f-9d06-dbeabf1cb0d3 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:39.498711 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-89f45b10-b1c6-4c9f-9d06-dbeabf1cb0d3 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:39.503277 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-89f45b10-b1c6-4c9f-9d06-dbeabf1cb0d3 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4301717 Jun 28 10:04:39.503277 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54884) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:39.508513 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-f4ac7fb8-9411-4de2-80eb-bc2e71598bfe tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Request body: {'security_group_rule': {'security_group_id': '6c1290d6-8e02-44cd-978f-9dd3f9418dda', 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:04:39.595348 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f4ac7fb8-9411-4de2-80eb-bc2e71598bfe tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:39.652538 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f4ac7fb8-9411-4de2-80eb-bc2e71598bfe tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:39.688895 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Sync routers for ids ['155b30da-f768-4592-a5e2-8cb7e02b9f58'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:04:39.698722 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Routers {'155b30da-f768-4592-a5e2-8cb7e02b9f58'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:04:39.704441 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:04:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['155b30da-f768-4592-a5e2-8cb7e02b9f58'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:39.767340 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f4ac7fb8-9411-4de2-80eb-bc2e71598bfe tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:39.769588 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:39.786541 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac7fb8-9411-4de2-80eb-bc2e71598bfe tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9708cf3c-1a6f-49fb-911b-a579da0fa804,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:39.790531 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-f4ac7fb8-9411-4de2-80eb-bc2e71598bfe tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:39.803835 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Set router 155b30da-f768-4592-a5e2-8cb7e02b9f58 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:04:39.875961 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f4ac7fb8-9411-4de2-80eb-bc2e71598bfe tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:39.877242 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-f4ac7fb8-9411-4de2-80eb-bc2e71598bfe tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3733556 Jun 28 10:04:39.880434 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54886) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:39.885117 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-6c3b0161-f748-43c4-9ccb-b5f14bfcf557 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Request body: {'security_group_rule': {'security_group_id': '6c1290d6-8e02-44cd-978f-9dd3f9418dda', 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:04:40.000475 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6c3b0161-f748-43c4-9ccb-b5f14bfcf557 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.001106 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'name': 'tempest-TestVolumeBootPattern-1412203437-router', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '054c671a-d428-438c-8627-5d6386e31c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:33Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 4, 'project_id': '5fb5c29871a042a69ed898e02d3a340c', 'gw_port': {'id': '054c671a-d428-438c-8627-5d6386e31c0a', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:34Z', 'updated_at': '2021-06-28T10:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'fa2bf964-6a9e-45f9-a923-41f57e5611e4', 'name': '', 'network_id': '8fa5c233-07e9-44b0-a1c0-b8c058dcba49', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'mac_address': 'fa:16:3e:42:83:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:36Z', 'updated_at': '2021-06-28T10:04:37Z', 'revision_number': 2, 'project_id': '5fb5c29871a042a69ed898e02d3a340c', 'subnets': [{'id': '1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:40.027623 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Checking router: 155b30da-f768-4592-a5e2-8cb7e02b9f58 for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:04:40.027987 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Updating router 155b30da-f768-4592-a5e2-8cb7e02b9f58 port fa2bf964-6a9e-45f9-a923-41f57e5611e4 binding host dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 10:04:40.057878 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6c3b0161-f748-43c4-9ccb-b5f14bfcf557 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.061427 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.161515 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6c3b0161-f748-43c4-9ccb-b5f14bfcf557 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.168377 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:40.173680 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 054c671a-d428-438c-8627-5d6386e31c0a up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:04:40.191761 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b0161-f748-43c4-9ccb-b5f14bfcf557 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ebf4c6-ca7b-464c-9096-d5be5b5a689b,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:40.194859 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-6c3b0161-f748-43c4-9ccb-b5f14bfcf557 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:40.291024 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6c3b0161-f748-43c4-9ccb-b5f14bfcf557 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.292242 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-6c3b0161-f748-43c4-9ccb-b5f14bfcf557 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4108317 Jun 28 10:04:40.294927 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54888) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:40.299527 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-0a575507-9a32-40e4-b261-d69638eca0ac tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Request body: {'security_group_rule': {'security_group_id': '6c1290d6-8e02-44cd-978f-9dd3f9418dda', 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:04:40.328685 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Notify callbacks [] for port, precommit_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.330900 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port 054c671a-d428-438c-8627-5d6386e31c0a completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:04:40.335676 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 054c671a-d428-438c-8627-5d6386e31c0a triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:40.338515 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.339948 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.provisioning_blocks [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Transition to ACTIVE for port object fa2bf964-6a9e-45f9-a923-41f57e5611e4 will not be triggered until provisioned by entity L2. {{(pid=100132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:04:40.411335 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0a575507-9a32-40e4-b261-d69638eca0ac tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.413617 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.433944 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port 054c671a-d428-438c-8627-5d6386e31c0a, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=054c671a-d428-438c-8627-5d6386e31c0a,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:40.441777 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.444609 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:40.475270 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0a575507-9a32-40e4-b261-d69638eca0ac tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.492013 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f75ef2-05d9-43ac-a477-c145436f3902 None None] Pushing event updated for resources: {'Port': ['ID=fa2bf964-6a9e-45f9-a923-41f57e5611e4,revision_number=3']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:40.494882 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-95f75ef2-05d9-43ac-a477-c145436f3902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:40.547779 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Attempting to bind port fa2bf964-6a9e-45f9-a923-41f57e5611e4 on host dv-cinder-786627-12-iscsi for vnic_type normal with profile {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:04:40.548158 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Attempting to bind port fa2bf964-6a9e-45f9-a923-41f57e5611e4 by drivers openvswitch,hyperv on host dv-cinder-786627-12-iscsi at level 0 using segments [{'id': '54872733-7d63-4312-8569-4d66ee975f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fa5c233-07e9-44b0-a1c0-b8c058dcba49'}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:04:40.548561 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Attempting to bind port fa2bf964-6a9e-45f9-a923-41f57e5611e4 on network 8fa5c233-07e9-44b0-a1c0-b8c058dcba49 {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:04:40.554684 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Checking agent: {'id': '7eb2b11b-d7f9-496b-8397-eeef8b79948e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 46, 5), 'started_at': datetime.datetime(2021, 6, 28, 9, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:04:40.560218 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Checking segment: {'id': '54872733-7d63-4312-8569-4d66ee975f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fa5c233-07e9-44b0-a1c0-b8c058dcba49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:04:40.560218 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.560218 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Bound using segment: {'id': '54872733-7d63-4312-8569-4d66ee975f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fa5c233-07e9-44b0-a1c0-b8c058dcba49'} {{(pid=100132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:04:40.560218 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.managers [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Bound port: fa2bf964-6a9e-45f9-a923-41f57e5611e4, host: dv-cinder-786627-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54872733-7d63-4312-8569-4d66ee975f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fa5c233-07e9-44b0-a1c0-b8c058dcba49'}}] {{(pid=100132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:04:40.560218 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.595885 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.605984 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:40.626326 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] For port fa2bf964-6a9e-45f9-a923-41f57e5611e4, host dv-cinder-786627-12-iscsi, cleared binding levels {{(pid=100132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:04:40.630833 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.plugins.ml2.db [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] For port fa2bf964-6a9e-45f9-a923-41f57e5611e4, host dv-cinder-786627-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=fa2bf964-6a9e-45f9-a923-41f57e5611e4,segment=NetworkSegment(54872733-7d63-4312-8569-4d66ee975f97),segment_id=54872733-7d63-4312-8569-4d66ee975f97)] {{(pid=100132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:04:40.657858 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=054c671a-d428-438c-8627-5d6386e31c0a,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:40.661579 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:40.687030 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0a575507-9a32-40e4-b261-d69638eca0ac tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.692830 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:40.706978 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a575507-9a32-40e4-b261-d69638eca0ac tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a83eb32-5477-4fe4-b224-5ec2baac3c52,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:40.709646 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0a575507-9a32-40e4-b261-d69638eca0ac tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:40.773221 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron_lib.callbacks.manager [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.775555 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:40.807161 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-0a575507-9a32-40e4-b261-d69638eca0ac tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.809045 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-0a575507-9a32-40e4-b261-d69638eca0ac tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5128915 Jun 28 10:04:40.811534 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 54890) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:40.820041 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [None req-60b322fb-361a-4b9f-a8fd-ecc3d750f96b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Request body: {'security_group_rule': {'security_group_id': '6c1290d6-8e02-44cd-978f-9dd3f9418dda', 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:04:40.822900 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Routers {'155b30da-f768-4592-a5e2-8cb7e02b9f58'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:04:40.823566 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:04:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['155b30da-f768-4592-a5e2-8cb7e02b9f58'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:40.870553 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f75ef2-05d9-43ac-a477-c145436f3902 None None] Pushing event updated for resources: {'Port': ['ID=fa2bf964-6a9e-45f9-a923-41f57e5611e4,revision_number=4']} {{(pid=100132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:40.874997 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG oslo_concurrency.lockutils [None req-95f75ef2-05d9-43ac-a477-c145436f3902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100132) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:40.908445 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.securitygroups_db [None req-60b322fb-361a-4b9f-a8fd-ecc3d750f96b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Project ead4d90a046d443aa727b1fb09c50dec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 10:04:40.918179 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-60b322fb-361a-4b9f-a8fd-ecc3d750f96b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:40.945628 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] Set router 155b30da-f768-4592-a5e2-8cb7e02b9f58 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:04:40.989503 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-60b322fb-361a-4b9f-a8fd-ecc3d750f96b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:41.102574 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-60b322fb-361a-4b9f-a8fd-ecc3d750f96b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:41.108399 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:41.123104 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b322fb-361a-4b9f-a8fd-ecc3d750f96b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a3ede0-5b48-4a1f-818e-87910fa101ce,revision_number=0']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:41.126097 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-60b322fb-361a-4b9f-a8fd-ecc3d750f96b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:41.141488 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'name': 'tempest-TestVolumeBootPattern-1412203437-router', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '054c671a-d428-438c-8627-5d6386e31c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:33Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 4, 'project_id': '5fb5c29871a042a69ed898e02d3a340c', 'gw_port': {'id': '054c671a-d428-438c-8627-5d6386e31c0a', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:34Z', 'updated_at': '2021-06-28T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'fa2bf964-6a9e-45f9-a923-41f57e5611e4', 'name': '', 'network_id': '8fa5c233-07e9-44b0-a1c0-b8c058dcba49', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'mac_address': 'fa:16:3e:42:83:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:36Z', 'updated_at': '2021-06-28T10:04:40Z', 'revision_number': 4, 'project_id': '5fb5c29871a042a69ed898e02d3a340c', 'subnets': [{'id': '1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:04:41.171099 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a8767d-aa81-489b-8019-ca9fb6c029f8 None None] The sync data for ids ['155b30da-f768-4592-a5e2-8cb7e02b9f58'] in dv-cinder-786627-12-iscsi is: [{'id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'name': 'tempest-TestVolumeBootPattern-1412203437-router', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '054c671a-d428-438c-8627-5d6386e31c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:33Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 4, 'project_id': '5fb5c29871a042a69ed898e02d3a340c', 'gw_port': {'id': '054c671a-d428-438c-8627-5d6386e31c0a', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:34Z', 'updated_at': '2021-06-28T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': 'fa2bf964-6a9e-45f9-a923-41f57e5611e4', 'name': '', 'network_id': '8fa5c233-07e9-44b0-a1c0-b8c058dcba49', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'mac_address': 'fa:16:3e:42:83:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:36Z', 'updated_at': '2021-06-28T10:04:40Z', 'revision_number': 4, 'project_id': '5fb5c29871a042a69ed898e02d3a340c', 'subnets': [{'id': '1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:04:41.253254 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-60b322fb-361a-4b9f-a8fd-ecc3d750f96b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:41.254485 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-60b322fb-361a-4b9f-a8fd-ecc3d750f96b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4419065 Jun 28 10:04:41.257960 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 54892) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:04:41.262656 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-e293aed8-6c1e-46f5-bd63-f2b33a487967 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Request body: {'security_group_rule': {'security_group_id': '6c1290d6-8e02-44cd-978f-9dd3f9418dda', 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:04:41.441597 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.securitygroups_db [None req-e293aed8-6c1e-46f5-bd63-f2b33a487967 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Project ead4d90a046d443aa727b1fb09c50dec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 10:04:41.457526 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e293aed8-6c1e-46f5-bd63-f2b33a487967 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:41.514457 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e293aed8-6c1e-46f5-bd63-f2b33a487967 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:41.652811 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e293aed8-6c1e-46f5-bd63-f2b33a487967 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-604178'] for security_group_rule, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:41.654970 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-89f45b10-b1c6-4c9f-9d06-dbeabf1cb0d3 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:41.671531 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293aed8-6c1e-46f5-bd63-f2b33a487967 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfc2322-b4e9-4d8d-b79d-2144028b3c75,revision_number=0']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:41.674398 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e293aed8-6c1e-46f5-bd63-f2b33a487967 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:41.784478 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e293aed8-6c1e-46f5-bd63-f2b33a487967 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:41.785744 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-e293aed8-6c1e-46f5-bd63-f2b33a487967 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5267889 Jun 28 10:04:42.174705 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device fa2bf964-6a9e-45f9-a923-41f57e5611e4 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:04:42.327092 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning for port fa2bf964-6a9e-45f9-a923-41f57e5611e4 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:04:42.330921 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port fa2bf964-6a9e-45f9-a923-41f57e5611e4 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:42.331303 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:42.409005 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:42.441841 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] For port fa2bf964-6a9e-45f9-a923-41f57e5611e4, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=fa2bf964-6a9e-45f9-a923-41f57e5611e4,segment=NetworkSegment(54872733-7d63-4312-8569-4d66ee975f97),segment_id=54872733-7d63-4312-8569-4d66ee975f97)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:04:42.555571 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:42.556374 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 054c671a-d428-438c-8627-5d6386e31c0a up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:04:42.559005 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:04:42.630321 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Pushing event updated for resources: {'Port': ['ID=fa2bf964-6a9e-45f9-a923-41f57e5611e4,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:04:42.633415 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:04:42.641050 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port 054c671a-d428-438c-8627-5d6386e31c0a triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:42.641293 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:44.150256 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device fa2bf964-6a9e-45f9-a923-41f57e5611e4 up at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:04:44.197435 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Provisioning complete for port fa2bf964-6a9e-45f9-a923-41f57e5611e4 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:04:44.197820 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:46.127000 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:04:58.822543 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-611055ce-5829-4d53-a132-cc3d9ec1ca6a tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-797622739&fields=id&tenant_id=ead4d90a046d443aa727b1fb09c50dec HTTP/1.1" status: 200 len: 267 time: 0.0326471 Jun 28 10:04:58.926793 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-c1b3070a-f486-4efd-adb5-61e0ea34ba91 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:04:58.928379 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-c1b3070a-f486-4efd-adb5-61e0ea34ba91 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/networks?id=c298eaee-bca7-4ac4-acf7-32990739f53c HTTP/1.1" status: 200 len: 811 time: 0.0996974 Jun 28 10:04:58.942475 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-3e42ee80-bf4d-4e23-93e9-a9666543eda6 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/quotas/ead4d90a046d443aa727b1fb09c50dec HTTP/1.1" status: 200 len: 375 time: 0.0085628 Jun 28 10:04:59.006429 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-11fa92ce-38c0-43b5-99ac-f1ed81e9ce58 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592377 Jun 28 10:04:59.107822 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-15903d78-e864-4ff2-b7f3-72d7126d4ae9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 10:04:59.108839 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-15903d78-e864-4ff2-b7f3-72d7126d4ae9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0913248 Jun 28 10:04:59.196596 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-1930c9eb-b677-4410-8098-08c50fcaa9a2 service neutron] 10.222.0.30 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819063 Jun 28 10:04:59.282123 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-aecff46f-e61b-4455-aecd-025342936350 service neutron] 10.222.0.30 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797482 Jun 28 10:04:59.975608 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d6423c5a-2593-4e4b-9e0d-bc60f9a468b5 req-26fa1c4e-8c96-4bc7-a56e-19768f6e78c8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 210 time: 0.0740538 Jun 28 10:05:01.058030 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-631d1e7c-0f43-4576-8487-e37ed6058aa8 req-b2fa1322-afb4-401b-9127-69e2d77d0300 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 210 time: 0.0313828 Jun 28 10:05:02.226054 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a451aec5-5d4f-46f8-a911-6e4f9f6711e4 req-61e2a328-3b08-4290-b9a4-7bdd53ba51ac tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 210 time: 0.0306697 Jun 28 10:05:03.015450 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-158aea55-f466-433e-86b6-17db4422a44f tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:03.016951 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-158aea55-f466-433e-86b6-17db4422a44f tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.37 "GET /v2.0/networks?id=c298eaee-bca7-4ac4-acf7-32990739f53c HTTP/1.1" status: 200 len: 811 time: 0.0984309 Jun 28 10:05:03.063849 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-2ed721a4-bb43-4d6f-b9ce-a144c0a775e5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ead4d90a046d443aa727b1fb09c50dec HTTP/1.1" status: 200 len: 379 time: 0.0335801 Jun 28 10:05:03.068105 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-90349a00-9f01-4c13-a7bb-81df67feee05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:03.073686 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-694ed13a-a701-4d5d-8737-0186d2865679 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Request body: {'port': {'device_id': '2b41b5bf-5471-4192-afc0-75b1c59513df', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'admin_state_up': True, 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'security_groups': ['6c1290d6-8e02-44cd-978f-9dd3f9418dda']}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:05:03.258139 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-694ed13a-a701-4d5d-8737-0186d2865679 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Made reservation on behalf of ead4d90a046d443aa727b1fb09c50dec for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:05:03.261875 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-694ed13a-a701-4d5d-8737-0186d2865679 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:03.400288 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a1812fa3-9762-41e4-95cb-01c53fcd51a3 req-453f0113-13ca-43ca-89a0-485f5bc96d7b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 210 time: 0.0298665 Jun 28 10:05:03.405617 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-694ed13a-a701-4d5d-8737-0186d2865679 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Allocated IP 172.20.0.4 (c298eaee-bca7-4ac4-acf7-32990739f53c/87334bf1-bc45-4f0c-acba-d5f00c8072a6/14c36054-c7a7-469f-8082-11c5b1ead1c8) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:05:03.537939 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-694ed13a-a701-4d5d-8737-0186d2865679 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:03.551170 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-694ed13a-a701-4d5d-8737-0186d2865679 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Transition to ACTIVE for port object 14c36054-c7a7-469f-8082-11c5b1ead1c8 will not be triggered until provisioned by entity DHCP. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:05:03.670166 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-694ed13a-a701-4d5d-8737-0186d2865679 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58846138'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:03.674100 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-15fc31a7-50d2-4520-bf8a-dbcb6164a480 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:03.715743 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-694ed13a-a701-4d5d-8737-0186d2865679 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Network c298eaee-bca7-4ac4-acf7-32990739f53c is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:05:03.719070 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-694ed13a-a701-4d5d-8737-0186d2865679 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:05:03.725289 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-694ed13a-a701-4d5d-8737-0186d2865679 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:05:03.750441 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ed13a-a701-4d5d-8737-0186d2865679 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event updated for resources: {'Port': ['ID=14c36054-c7a7-469f-8082-11c5b1ead1c8,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:03.756520 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-694ed13a-a701-4d5d-8737-0186d2865679 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:03.778989 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-694ed13a-a701-4d5d-8737-0186d2865679 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:03.779658 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-694ed13a-a701-4d5d-8737-0186d2865679 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:03.865827 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-694ed13a-a701-4d5d-8737-0186d2865679 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7969708 Jun 28 10:05:03.924447 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Request body: {'port': {'device_id': '2b41b5bf-5471-4192-afc0-75b1c59513df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:05:03.995486 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:04.094918 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-dee5186b-3d65-4824-86af-9617a2817632 None None] Provisioning for port 14c36054-c7a7-469f-8082-11c5b1ead1c8 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:05:04.109552 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-dee5186b-3d65-4824-86af-9617a2817632 None None] Provisioning complete for port 14c36054-c7a7-469f-8082-11c5b1ead1c8 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:05:04.109946 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-dee5186b-3d65-4824-86af-9617a2817632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:04.142752 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-dee5186b-3d65-4824-86af-9617a2817632 None None] Port 14c36054-c7a7-469f-8082-11c5b1ead1c8 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:05:04.252859 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c36054-c7a7-469f-8082-11c5b1ead1c8 {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:05:04.260281 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:04.272243 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Transition to ACTIVE for port object 14c36054-c7a7-469f-8082-11c5b1ead1c8 will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:05:04.544332 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:04.544559 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cf943-6691-41ec-a026-7f54a23291a4 req-7a5bd8dc-3c1f-4417-a644-e3c575f43c4d tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:04.546082 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-253cf943-6691-41ec-a026-7f54a23291a4 req-7a5bd8dc-3c1f-4417-a644-e3c575f43c4d tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 931 time: 0.0627472 Jun 28 10:05:04.548132 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-bd6acbf0-c4bb-415c-8697-f445dc52fc85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:04.589509 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-253cf943-6691-41ec-a026-7f54a23291a4 req-a7f5af78-3c18-4299-a802-55f6f8674fde tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368538 Jun 28 10:05:04.599085 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Pushing event updated for resources: {'Port': ['ID=14c36054-c7a7-469f-8082-11c5b1ead1c8,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:04.616932 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:04.667806 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Attempting to bind port 14c36054-c7a7-469f-8082-11c5b1ead1c8 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:05:04.668353 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Attempting to bind port 14c36054-c7a7-469f-8082-11c5b1ead1c8 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:05:04.668979 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Attempting to bind port 14c36054-c7a7-469f-8082-11c5b1ead1c8 on network c298eaee-bca7-4ac4-acf7-32990739f53c {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:05:04.674765 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Port 14c36054-c7a7-469f-8082-11c5b1ead1c8 on network c298eaee-bca7-4ac4-acf7-32990739f53c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:05:04.675091 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Attempting to bind port 14c36054-c7a7-469f-8082-11c5b1ead1c8 on network c298eaee-bca7-4ac4-acf7-32990739f53c {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:05:04.680246 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:05:04.680581 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Checking segment: {'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:05:04.680989 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Bound using segment: {'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:05:04.681414 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Bound port: 14c36054-c7a7-469f-8082-11c5b1ead1c8, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:05:04.681792 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:04.751099 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] For port 14c36054-c7a7-469f-8082-11c5b1ead1c8, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:05:04.754211 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] For port 14c36054-c7a7-469f-8082-11c5b1ead1c8, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=14c36054-c7a7-469f-8082-11c5b1ead1c8,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:05:04.839971 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:04.843172 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9620840c-ecf9-450e-ba95-8de2ed54bb64 tempest-AttachVolumeNegativeTest-404787824 tempest-AttachVolumeNegativeTest-404787824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:04.879185 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:04.880515 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:04.882262 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] 10.222.0.37 "PUT /v2.0/ports/14c36054-c7a7-469f-8082-11c5b1ead1c8 HTTP/1.1" status: 200 len: 1093 time: 1.0089684 Jun 28 10:05:04.884816 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b41b5bf-5471-4192-afc0-75b1c59513df', 'tag': '14c36054-c7a7-469f-8082-11c5b1ead1c8'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:05:04.889955 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41a5467-3136-4160-a98c-dc2e2d4581fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2b41b5bf-5471-4192-afc0-75b1c59513df", "tag": "14c36054-c7a7-469f-8082-11c5b1ead1c8"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:05:04.920552 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Pushing event updated for resources: {'Port': ['ID=14c36054-c7a7-469f-8082-11c5b1ead1c8,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:04.923920 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-de00bdee-bcbc-4f11-989f-615bad7cee01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:05.015939 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aca28d7-4c58-49ac-8dc7-db69cf4555db x-openstack-request-id: req-3aca28d7-4c58-49ac-8dc7-db69cf4555db {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:05:05.016267 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b41b5bf-5471-4192-afc0-75b1c59513df", "tag": "14c36054-c7a7-469f-8082-11c5b1ead1c8", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:05:05.016566 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3aca28d7-4c58-49ac-8dc7-db69cf4555db {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:05:05.017109 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b41b5bf-5471-4192-afc0-75b1c59513df', 'tag': '14c36054-c7a7-469f-8082-11c5b1ead1c8', 'status': 'completed', 'code': 200} Jun 28 10:05:05.106822 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a5467-3136-4160-a98c-dc2e2d4581fe req-9c356c27-a2f6-4bec-811f-da9ce19065c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:05.108961 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a41a5467-3136-4160-a98c-dc2e2d4581fe req-9c356c27-a2f6-4bec-811f-da9ce19065c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 1096 time: 0.0649321 Jun 28 10:05:05.219968 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a5467-3136-4160-a98c-dc2e2d4581fe req-918d9d3c-d378-43f4-84d1-1f945e9af0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:05.221344 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a41a5467-3136-4160-a98c-dc2e2d4581fe req-918d9d3c-d378-43f4-84d1-1f945e9af0d0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ead4d90a046d443aa727b1fb09c50dec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1058090 Jun 28 10:05:05.328896 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a5467-3136-4160-a98c-dc2e2d4581fe req-c7f1ac9c-e1e7-4516-9270-ef65fd72dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:05.330509 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-a41a5467-3136-4160-a98c-dc2e2d4581fe req-c7f1ac9c-e1e7-4516-9270-ef65fd72dd37 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032631 Jun 28 10:05:05.433014 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-cd0348ce-992d-4b70-8de5-5b9c2e407994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:05.434691 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-cd0348ce-992d-4b70-8de5-5b9c2e407994 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 1096 time: 0.0637224 Jun 28 10:05:05.463166 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:05.485327 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-ef08b542-ef36-4ebe-87fb-ceee11165562 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14c36054-c7a7-469f-8082-11c5b1ead1c8 HTTP/1.1" status: 200 len: 217 time: 0.0425632 Jun 28 10:05:05.491101 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-c7aeff2f-db1d-4706-b963-8d7d1bc493af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:05.544337 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-f5462ed7-9f45-451a-ab45-fcd6ff76b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:05.545840 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-f5462ed7-9f45-451a-ab45-fcd6ff76b037 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=87334bf1-bc45-4f0c-acba-d5f00c8072a6 HTTP/1.1" status: 200 len: 850 time: 0.0537846 Jun 28 10:05:05.617669 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-f0787751-9795-4d4f-b976-c9c948c4169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:05.619175 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-f0787751-9795-4d4f-b976-c9c948c4169d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c298eaee-bca7-4ac4-acf7-32990739f53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0656822 Jun 28 10:05:05.718521 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-39cb8c06-0b85-4e6c-a180-6fe05551709f service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926328 Jun 28 10:05:05.792932 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d812fd-49de-4ece-862b-efbb1c09f38d req-da238fb4-eb78-42f1-a8e0-0db224f35f55 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:05.795586 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f5d812fd-49de-4ece-862b-efbb1c09f38d req-da238fb4-eb78-42f1-a8e0-0db224f35f55 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 943 time: 0.0755568 Jun 28 10:05:05.835353 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f5d812fd-49de-4ece-862b-efbb1c09f38d req-a4610ea8-eab8-4fc3-98e0-bdf1eae23f6e tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339384 Jun 28 10:05:06.128615 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-2963b52a-f2e0-475b-a1c9-b4b13899a4d9 req-4c875693-da12-419b-931f-36f41dfd39da service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032476 Jun 28 10:05:06.819092 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:07.027531 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0c722-d230-47a9-9e22-0f7c2906be5b req-6d19c9ef-b93b-4f44-b9ed-26fbb014c5d7 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:07.029011 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-96d0c722-d230-47a9-9e22-0f7c2906be5b req-6d19c9ef-b93b-4f44-b9ed-26fbb014c5d7 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 943 time: 0.0627048 Jun 28 10:05:07.067986 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-96d0c722-d230-47a9-9e22-0f7c2906be5b req-e8c6810a-c3c9-44b1-a6fc-51610c11f494 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314136 Jun 28 10:05:07.342412 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:05:08.242357 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269a7ce-bd98-4af1-8f89-86bebc68f799 req-616b5203-2d66-4cf1-bd93-b8804066b555 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:08.243823 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9269a7ce-bd98-4af1-8f89-86bebc68f799 req-616b5203-2d66-4cf1-bd93-b8804066b555 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 943 time: 0.0673962 Jun 28 10:05:08.282286 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-9269a7ce-bd98-4af1-8f89-86bebc68f799 req-bbe2d675-a7c6-4954-9397-3c5aff5fe064 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327635 Jun 28 10:05:08.355040 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:09.457143 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b1b01-71e3-48bc-b64a-1bbb6828e238 req-106b93f7-2e0a-4b5a-8057-9e7ccaf432a6 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:09.459135 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-561b1b01-71e3-48bc-b64a-1bbb6828e238 req-106b93f7-2e0a-4b5a-8057-9e7ccaf432a6 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 943 time: 0.0627005 Jun 28 10:05:09.499065 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-561b1b01-71e3-48bc-b64a-1bbb6828e238 req-7cd1c975-c019-4520-853d-20df3a54de8c tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342300 Jun 28 10:05:10.672843 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87088071-111f-45f1-925f-da073ae05081 req-ec1d0e8b-68e1-4df9-9d9f-9395b01c61de tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:10.674319 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-87088071-111f-45f1-925f-da073ae05081 req-ec1d0e8b-68e1-4df9-9d9f-9395b01c61de tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 943 time: 0.0633495 Jun 28 10:05:10.715470 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-87088071-111f-45f1-925f-da073ae05081 req-6bab07e7-0550-4495-abb0-eee1ba2edfa7 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346704 Jun 28 10:05:11.886368 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d9b21-ed09-4e1e-babe-bec822816ae4 req-fb054933-187b-4c01-9937-3bd1c9f5c429 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:11.887832 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5c4d9b21-ed09-4e1e-babe-bec822816ae4 req-fb054933-187b-4c01-9937-3bd1c9f5c429 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 943 time: 0.0634379 Jun 28 10:05:11.923781 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5c4d9b21-ed09-4e1e-babe-bec822816ae4 req-474d0521-91f7-4a33-aff3-8992809b27fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304055 Jun 28 10:05:13.097652 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f40ed4-c49c-481e-943f-2d7ebef7d400 req-27441631-85eb-4165-b2f8-1536327e9c0a tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:13.099720 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-16f40ed4-c49c-481e-943f-2d7ebef7d400 req-27441631-85eb-4165-b2f8-1536327e9c0a tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 943 time: 0.0628889 Jun 28 10:05:13.135679 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-16f40ed4-c49c-481e-943f-2d7ebef7d400 req-9c62a5b7-340c-4bfe-98cd-8f57312cabe9 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303836 Jun 28 10:05:13.890019 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 14c36054-c7a7-469f-8082-11c5b1ead1c8 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:05:13.985060 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 14c36054-c7a7-469f-8082-11c5b1ead1c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=14c36054-c7a7-469f-8082-11c5b1ead1c8,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:13.996958 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '14c36054-c7a7-469f-8082-11c5b1ead1c8', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'port_id': '14c36054-c7a7-469f-8082-11c5b1ead1c8', 'mac_address': 'fa:16:3e:2d:71:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:05:14.037509 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:14.049682 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c36054-c7a7-469f-8082-11c5b1ead1c8 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:05:14.068912 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 14c36054-c7a7-469f-8082-11c5b1ead1c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=14c36054-c7a7-469f-8082-11c5b1ead1c8,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:14.143835 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:14.146353 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-0aa45193-e116-417a-b8fd-389410ea3e3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:14.194786 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=14c36054-c7a7-469f-8082-11c5b1ead1c8,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:14.198010 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:14.328720 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd218ef-2939-49d2-9257-d0fa2db1ea14 req-f647ac3f-9adc-44e8-9a5f-82de97d9ffe7 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:14.330111 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cfd218ef-2939-49d2-9257-d0fa2db1ea14 req-f647ac3f-9adc-44e8-9a5f-82de97d9ffe7 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.1108513 Jun 28 10:05:14.341952 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8acfe2-3398-40e0-8566-c4452662b18a req-201c33e1-32b2-429c-a99a-7b1c0e276e61 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:14.343380 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fe8acfe2-3398-40e0-8566-c4452662b18a req-201c33e1-32b2-429c-a99a-7b1c0e276e61 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 944 time: 0.0860698 Jun 28 10:05:14.369168 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['14c36054-c7a7-469f-8082-11c5b1ead1c8'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:05:14.397393 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-cfd218ef-2939-49d2-9257-d0fa2db1ea14 req-7f8f3055-48c2-4a8f-be2b-d40a2ab842f2 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530658 Jun 28 10:05:14.402264 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-fe8acfe2-3398-40e0-8566-c4452662b18a req-43fe1332-21b4-4ede-b76b-fc000b37c3c0 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516093 Jun 28 10:05:15.612175 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fea14-97a3-4ef2-8c56-f64e9c75648f req-0b8b99a3-390e-4cfd-af4f-f698e723d0d6 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:15.614175 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ef7fea14-97a3-4ef2-8c56-f64e9c75648f req-0b8b99a3-390e-4cfd-af4f-f698e723d0d6 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.1038468 Jun 28 10:05:15.625549 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc83f4-436d-4732-8c09-ef863fa95621 req-a2205fea-b8da-4f52-92fd-c9c84b73a8ee tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:15.626902 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e8bc83f4-436d-4732-8c09-ef863fa95621 req-a2205fea-b8da-4f52-92fd-c9c84b73a8ee tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 944 time: 0.1067548 Jun 28 10:05:15.679304 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ef7fea14-97a3-4ef2-8c56-f64e9c75648f req-b42f4582-fb2f-4952-80e0-694f65d7cb6b tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514855 Jun 28 10:05:15.683980 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e8bc83f4-436d-4732-8c09-ef863fa95621 req-150e7f32-19e9-41e4-af75-cb127fa0a761 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500388 Jun 28 10:05:15.890298 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 14c36054-c7a7-469f-8082-11c5b1ead1c8 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:05:16.023073 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port 14c36054-c7a7-469f-8082-11c5b1ead1c8 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:05:16.026926 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 14c36054-c7a7-469f-8082-11c5b1ead1c8 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:05:16.027323 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:16.230977 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:16.252515 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b41b5bf-5471-4192-afc0-75b1c59513df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c36054-c7a7-469f-8082-11c5b1ead1c8'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:05:16.257978 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c92247e-4f1e-4d35-97e5-2452935fed8f" -d '{"events": [{"server_uuid": "2b41b5bf-5471-4192-afc0-75b1c59513df", "name": "network-vif-plugged", "status": "completed", "tag": "14c36054-c7a7-469f-8082-11c5b1ead1c8"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:05:16.267232 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 14c36054-c7a7-469f-8082-11c5b1ead1c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=14c36054-c7a7-469f-8082-11c5b1ead1c8,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:16.286032 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:16.342711 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c8e45a-eb37-443e-8bcf-f7f8bfd5f06d x-openstack-request-id: req-55c8e45a-eb37-443e-8bcf-f7f8bfd5f06d {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:05:16.343013 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b41b5bf-5471-4192-afc0-75b1c59513df", "name": "network-vif-plugged", "status": "completed", "tag": "14c36054-c7a7-469f-8082-11c5b1ead1c8", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:05:16.343273 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55c8e45a-eb37-443e-8bcf-f7f8bfd5f06d {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:05:16.343675 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b41b5bf-5471-4192-afc0-75b1c59513df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c36054-c7a7-469f-8082-11c5b1ead1c8', 'code': 200} Jun 28 10:05:16.365232 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:16.367125 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:16.412084 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=14c36054-c7a7-469f-8082-11c5b1ead1c8,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:16.415093 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:16.755736 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4347d8-b9d3-4891-b170-649ca0bd1898 req-5e00eee0-e021-44aa-9b95-b4a7f87d997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:16.757269 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7b4347d8-b9d3-4891-b170-649ca0bd1898 req-5e00eee0-e021-44aa-9b95-b4a7f87d997c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 1098 time: 0.0553312 Jun 28 10:05:16.793260 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7b4347d8-b9d3-4891-b170-649ca0bd1898 req-69232e6c-3de3-4cd0-9af1-ffca30218e4c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294840 Jun 28 10:05:16.903811 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb87bd4-7979-4cc7-b4e4-46baf289a244 req-b67d2b96-6615-4750-af23-f95bf5869004 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:16.905295 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ecb87bd4-7979-4cc7-b4e4-46baf289a244 req-b67d2b96-6615-4750-af23-f95bf5869004 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 945 time: 0.0986459 Jun 28 10:05:16.913663 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab370e-1237-4b8f-8cf7-5dadb7b92076 req-af10e4d7-6fb0-489e-a6a5-28cb1858c20b tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:16.915013 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-00ab370e-1237-4b8f-8cf7-5dadb7b92076 req-af10e4d7-6fb0-489e-a6a5-28cb1858c20b tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.1183305 Jun 28 10:05:16.967076 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ecb87bd4-7979-4cc7-b4e4-46baf289a244 req-97325062-dba1-4155-b61b-914210b8d83d tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508840 Jun 28 10:05:16.971685 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-00ab370e-1237-4b8f-8cf7-5dadb7b92076 req-7610c1c4-3b11-42d3-9e70-eeb13b23ae8f tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500708 Jun 28 10:05:18.179307 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021a61d-4b16-4f71-b41a-30328618adcf req-ed980a63-46dc-43d4-9197-1301fa7ac735 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:18.180784 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6021a61d-4b16-4f71-b41a-30328618adcf req-ed980a63-46dc-43d4-9197-1301fa7ac735 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 945 time: 0.1035473 Jun 28 10:05:18.191562 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c0495-1585-40e0-8db3-949e203c6007 req-07300256-8efe-4eb6-a67c-801b955447a5 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:18.193023 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ab7c0495-1585-40e0-8db3-949e203c6007 req-07300256-8efe-4eb6-a67c-801b955447a5 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.1065998 Jun 28 10:05:18.244338 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6021a61d-4b16-4f71-b41a-30328618adcf req-b1c22c15-1d54-4104-b2e5-8d403caba13d tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503943 Jun 28 10:05:18.251084 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ab7c0495-1585-40e0-8db3-949e203c6007 req-4e2c72d4-3cf2-40b3-ba02-228d6ce5fd1a tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514820 Jun 28 10:05:18.418288 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79822903-58bf-47a5-acfb-ea5439337371 req-550071b4-a28b-4a02-b51d-a006c0abed3b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:18.419756 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-79822903-58bf-47a5-acfb-ea5439337371 req-550071b4-a28b-4a02-b51d-a006c0abed3b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 945 time: 0.0617476 Jun 28 10:05:18.456027 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-79822903-58bf-47a5-acfb-ea5439337371 req-1842eae6-0041-479e-b0d3-f4f86ed59443 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306592 Jun 28 10:05:18.483196 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55082) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:18.576016 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cdbfd4-b959-43ca-8ca6-8ca1b4bcd048 tempest-TestVolumeBootPattern-754532336 tempest-TestVolumeBootPattern-754532336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:18.577586 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-99cdbfd4-b959-43ca-8ca6-8ca1b4bcd048 tempest-TestVolumeBootPattern-754532336 tempest-TestVolumeBootPattern-754532336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 1093 time: 0.0930207 Jun 28 10:05:18.580491 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55086) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:05:18.585282 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Request body: {'floatingip': {'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'port_id': '14c36054-c7a7-469f-8082-11c5b1ead1c8', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:05:18.718767 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for floatingip, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:18.810888 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:18.913920 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Allocated IP 172.27.2.150 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/d7e843bc-8aba-413b-bc5e-2bc1bf851730) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:05:19.009653 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:19.121235 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59015149'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:19.123241 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:19.157389 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:05:19.162015 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:05:19.165298 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:05:19.170619 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event updated for resources: {'Port': ['ID=d7e843bc-8aba-413b-bc5e-2bc1bf851730,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:19.189216 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:19.787950 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f0178-9d8c-4bf9-8ec5-53d40893b494 req-ccaa3735-76ef-43df-9263-eabb205e9b50 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:19.789469 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5a1f0178-9d8c-4bf9-8ec5-53d40893b494 req-ccaa3735-76ef-43df-9263-eabb205e9b50 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.4258630 Jun 28 10:05:19.861590 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5a1f0178-9d8c-4bf9-8ec5-53d40893b494 req-e01184e1-beb6-405b-bfc3-9792ea48a241 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655720 Jun 28 10:05:19.873599 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:20.005913 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:20.146621 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:20.267024 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014943'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:20.269077 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e9f6f354-8b3d-4f09-927c-2a929d630abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:20.336210 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event updated for resources: {'Port': ['ID=d7e843bc-8aba-413b-bc5e-2bc1bf851730,revision_number=2']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:20.339955 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:20.348408 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:20.445880 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.l3_db [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Floating IP bd7a2203-15a8-480f-863d-9e2ad16ea532 associated. External IP: 172.27.2.150, port: 14c36054-c7a7-469f-8082-11c5b1ead1c8. Jun 28 10:05:20.645501 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Router a8ce11b3-3967-4f92-b798-d9c3772f043f has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:05:20.750430 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:05:20.760226 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35503c-c49e-47ba-8c08-3f911346751e None None] Sync routers for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:05:20.768902 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35503c-c49e-47ba-8c08-3f911346751e None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:05:20.769518 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-0a35503c-c49e-47ba-8c08-3f911346751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:05:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:20.857632 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:20.870318 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-0a35503c-c49e-47ba-8c08-3f911346751e None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:05:20.912180 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3142486 Jun 28 10:05:20.912180 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b41b5bf-5471-4192-afc0-75b1c59513df', 'tag': '14c36054-c7a7-469f-8082-11c5b1ead1c8'}] {{(pid=100130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:05:20.912180 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febbb13b6d7fe63a2731297dc7120ef37725474ca423d9a5e3d408f98460119f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d25799f-b152-4705-b54e-69973b9616a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b41b5bf-5471-4192-afc0-75b1c59513df", "tag": "14c36054-c7a7-469f-8082-11c5b1ead1c8"}]}' {{(pid=100130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:05:21.011384 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef65ea0-7ab8-4aab-ab93-4a2d991c96f4 x-openstack-request-id: req-cef65ea0-7ab8-4aab-ab93-4a2d991c96f4 {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:05:21.011730 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b41b5bf-5471-4192-afc0-75b1c59513df", "tag": "14c36054-c7a7-469f-8082-11c5b1ead1c8", "status": "completed", "code": 200}]} {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:05:21.012032 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cef65ea0-7ab8-4aab-ab93-4a2d991c96f4 {{(pid=100130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:05:21.012472 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b41b5bf-5471-4192-afc0-75b1c59513df', 'tag': '14c36054-c7a7-469f-8082-11c5b1ead1c8', 'status': 'completed', 'code': 200} Jun 28 10:05:21.049622 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17295d9-456f-4c71-b15b-4eab6ee82d11 req-f14701b8-3beb-4d89-ac03-8b1ce7381882 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:21.051829 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d17295d9-456f-4c71-b15b-4eab6ee82d11 req-f14701b8-3beb-4d89-ac03-8b1ce7381882 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0683689 Jun 28 10:05:21.077122 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25799f-b152-4705-b54e-69973b9616a9 req-5c7b6ebe-9b0b-4ade-b2a7-6540eb7efeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:21.079345 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9d25799f-b152-4705-b54e-69973b9616a9 req-5c7b6ebe-9b0b-4ade-b2a7-6540eb7efeca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 1098 time: 0.0583701 Jun 28 10:05:21.092820 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d17295d9-456f-4c71-b15b-4eab6ee82d11 req-1c78da78-312c-4e3a-83d0-40d111b75fa6 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329676 Jun 28 10:05:21.122494 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-0a35503c-c49e-47ba-8c08-3f911346751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': 'bd7a2203-15a8-480f-863d-9e2ad16ea532', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'port_id': '14c36054-c7a7-469f-8082-11c5b1ead1c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'mac_address': 'fa:16:3e:2d:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b41b5bf-5471-4192-afc0-75b1c59513df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:05:19Z', 'updated_at': '2021-06-28T10:05:19Z', 'revision_number': 0, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:21.148060 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35503c-c49e-47ba-8c08-3f911346751e None None] Checking router: a8ce11b3-3967-4f92-b798-d9c3772f043f for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:05:21.156205 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35503c-c49e-47ba-8c08-3f911346751e None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:05:21.156861 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-0a35503c-c49e-47ba-8c08-3f911346751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:05:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:21.182368 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25799f-b152-4705-b54e-69973b9616a9 req-b87e399f-41c2-4c66-bd91-aadac1d40042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:21.183751 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9d25799f-b152-4705-b54e-69973b9616a9 req-b87e399f-41c2-4c66-bd91-aadac1d40042 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c298eaee-bca7-4ac4-acf7-32990739f53c HTTP/1.1" status: 200 len: 912 time: 0.0901821 Jun 28 10:05:21.257392 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9d25799f-b152-4705-b54e-69973b9616a9 req-f1a4c6f9-807e-4bae-bfcc-55c9ed918715 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14c36054-c7a7-469f-8082-11c5b1ead1c8 HTTP/1.1" status: 200 len: 999 time: 0.0576694 Jun 28 10:05:21.262642 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-0a35503c-c49e-47ba-8c08-3f911346751e None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:05:21.309246 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25799f-b152-4705-b54e-69973b9616a9 req-3da7eb4c-5022-4aa4-aac3-189ec1708596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:21.310695 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9d25799f-b152-4705-b54e-69973b9616a9 req-3da7eb4c-5022-4aa4-aac3-189ec1708596 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=87334bf1-bc45-4f0c-acba-d5f00c8072a6 HTTP/1.1" status: 200 len: 850 time: 0.0471156 Jun 28 10:05:21.369293 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25799f-b152-4705-b54e-69973b9616a9 req-adcd5f0f-e716-4733-be8d-15d65cd9674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:21.370795 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9d25799f-b152-4705-b54e-69973b9616a9 req-adcd5f0f-e716-4733-be8d-15d65cd9674f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c298eaee-bca7-4ac4-acf7-32990739f53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519516 Jun 28 10:05:21.462986 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9d25799f-b152-4705-b54e-69973b9616a9 req-07516151-01bb-4b9e-914b-884154d74a99 service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846868 Jun 28 10:05:21.483164 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-0a35503c-c49e-47ba-8c08-3f911346751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': 'bd7a2203-15a8-480f-863d-9e2ad16ea532', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'port_id': '14c36054-c7a7-469f-8082-11c5b1ead1c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'mac_address': 'fa:16:3e:2d:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b41b5bf-5471-4192-afc0-75b1c59513df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:05:19Z', 'updated_at': '2021-06-28T10:05:19Z', 'revision_number': 0, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:05:21.508562 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35503c-c49e-47ba-8c08-3f911346751e None None] The sync data for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi is: [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': 'bd7a2203-15a8-480f-863d-9e2ad16ea532', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'port_id': '14c36054-c7a7-469f-8082-11c5b1ead1c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'mac_address': 'fa:16:3e:2d:71:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b41b5bf-5471-4192-afc0-75b1c59513df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:05:19Z', 'updated_at': '2021-06-28T10:05:19Z', 'revision_number': 0, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:05:21.554155 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-9d25799f-b152-4705-b54e-69973b9616a9 req-1fa63050-67e0-4d36-9a00-bd689b28d122 service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849466 Jun 28 10:05:21.690948 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd1f91c-6a72-4042-9260-2854dd375271 None None] New status for floating IP bd7a2203-15a8-480f-863d-9e2ad16ea532: ACTIVE {{(pid=100132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:05:22.271589 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008742b9-7eb3-4ec5-84ff-c102b7cb31aa req-fab4e870-2e1d-4bdf-ae1b-2516a04e94b7 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:22.273120 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-008742b9-7eb3-4ec5-84ff-c102b7cb31aa req-fab4e870-2e1d-4bdf-ae1b-2516a04e94b7 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0711713 Jun 28 10:05:22.312553 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-008742b9-7eb3-4ec5-84ff-c102b7cb31aa req-b15158e1-4229-42a0-899a-acfe062d426e tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337586 Jun 28 10:05:23.481536 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fde41-a0e7-4e0b-9f91-8fe1fbacd4f4 req-41675b14-bda7-476b-9f2b-ec94130d344f tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:23.483010 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4f8fde41-a0e7-4e0b-9f91-8fe1fbacd4f4 req-41675b14-bda7-476b-9f2b-ec94130d344f tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0624371 Jun 28 10:05:23.523268 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4f8fde41-a0e7-4e0b-9f91-8fe1fbacd4f4 req-a8308b73-07cf-4b7d-b273-ce5d18313313 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326433 Jun 28 10:05:23.573512 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb5bf8-1848-4f52-9160-c3672273bdbb req-589f1a81-85e5-4690-8d2e-f435ca46f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:23.574978 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-12bb5bf8-1848-4f52-9160-c3672273bdbb req-589f1a81-85e5-4690-8d2e-f435ca46f452 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2ba19a67ffe4f909117f8dfa7aac036&device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 1098 time: 0.0522683 Jun 28 10:05:23.679455 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb5bf8-1848-4f52-9160-c3672273bdbb req-0b38cb86-b6ac-47ba-a01e-f23a679cf98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:23.680843 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-12bb5bf8-1848-4f52-9160-c3672273bdbb req-0b38cb86-b6ac-47ba-a01e-f23a679cf98e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c3f7b28-08af-451f-8387-d86496082dfe HTTP/1.1" status: 200 len: 909 time: 0.0864947 Jun 28 10:05:23.746071 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-12bb5bf8-1848-4f52-9160-c3672273bdbb req-efa045fb-fe51-447f-bacb-a26a3af74c2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da HTTP/1.1" status: 200 len: 1000 time: 0.0586965 Jun 28 10:05:23.798926 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb5bf8-1848-4f52-9160-c3672273bdbb req-a42af9bf-7d08-496a-9b63-afeda803a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:23.800375 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-12bb5bf8-1848-4f52-9160-c3672273bdbb req-a42af9bf-7d08-496a-9b63-afeda803a704 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fced309-f22e-4e63-b519-0cd81da6f688 HTTP/1.1" status: 200 len: 847 time: 0.0487685 Jun 28 10:05:23.856799 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb5bf8-1848-4f52-9160-c3672273bdbb req-9c7cf3ec-7310-4273-991d-62c3b67041b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:23.858297 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-12bb5bf8-1848-4f52-9160-c3672273bdbb req-9c7cf3ec-7310-4273-991d-62c3b67041b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c3f7b28-08af-451f-8387-d86496082dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521328 Jun 28 10:05:23.950101 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-12bb5bf8-1848-4f52-9160-c3672273bdbb req-2bfcca77-a7c4-4a2e-9aa4-cabce8319285 service neutron] 10.222.0.37 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852659 Jun 28 10:05:24.039323 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-12bb5bf8-1848-4f52-9160-c3672273bdbb req-90985cba-7783-4e8a-aa31-6af01ae2f11a service neutron] 10.222.0.37 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829189 Jun 28 10:05:24.468609 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2205186-bc5a-4b2a-82ec-121a2d0b856f req-9367b6fe-527b-44f4-960c-a76ecc4ef980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:24.470106 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c2205186-bc5a-4b2a-82ec-121a2d0b856f req-9367b6fe-527b-44f4-960c-a76ecc4ef980 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2ba19a67ffe4f909117f8dfa7aac036&device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 1098 time: 0.0536821 Jun 28 10:05:24.561902 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2205186-bc5a-4b2a-82ec-121a2d0b856f req-5e2ebcf8-154b-4489-aa66-34831d18f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:24.563366 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c2205186-bc5a-4b2a-82ec-121a2d0b856f req-5e2ebcf8-154b-4489-aa66-34831d18f238 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c3f7b28-08af-451f-8387-d86496082dfe HTTP/1.1" status: 200 len: 909 time: 0.0870311 Jun 28 10:05:24.626686 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c2205186-bc5a-4b2a-82ec-121a2d0b856f req-c55aca6c-72db-4915-a7f5-8ecb302aab84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da HTTP/1.1" status: 200 len: 1000 time: 0.0567765 Jun 28 10:05:24.673263 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2205186-bc5a-4b2a-82ec-121a2d0b856f req-ebd59d29-a5bd-45c2-9eae-33ac6ad0771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:24.674724 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c2205186-bc5a-4b2a-82ec-121a2d0b856f req-ebd59d29-a5bd-45c2-9eae-33ac6ad0771e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fced309-f22e-4e63-b519-0cd81da6f688 HTTP/1.1" status: 200 len: 847 time: 0.0425608 Jun 28 10:05:24.695382 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d2d04-20cd-46cf-bca9-151fd78330f9 req-77c20815-44dd-40f3-a339-7d06b4c00c55 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:24.696892 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-007d2d04-20cd-46cf-bca9-151fd78330f9 req-77c20815-44dd-40f3-a339-7d06b4c00c55 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0624228 Jun 28 10:05:24.734216 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-007d2d04-20cd-46cf-bca9-151fd78330f9 req-160fff50-c410-4c21-8e41-d1abfb61d1b9 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314629 Jun 28 10:05:24.735719 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2205186-bc5a-4b2a-82ec-121a2d0b856f req-66e26d1f-9ff1-4837-a874-732dc476078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:24.737235 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c2205186-bc5a-4b2a-82ec-121a2d0b856f req-66e26d1f-9ff1-4837-a874-732dc476078e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c3f7b28-08af-451f-8387-d86496082dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564635 Jun 28 10:05:24.826156 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c2205186-bc5a-4b2a-82ec-121a2d0b856f req-d05cf9dd-5961-40b2-be45-d3d9340ffd3a service neutron] 10.222.0.37 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822880 Jun 28 10:05:24.917638 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c2205186-bc5a-4b2a-82ec-121a2d0b856f req-6e278d9f-14f1-4177-be95-81e628afad30 service neutron] 10.222.0.37 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840349 Jun 28 10:05:25.910359 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56190aa2-e9c9-4426-a159-6d7be2f739fd req-2ac961d1-fbf3-43b2-9fb1-176860742884 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:25.911999 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-56190aa2-e9c9-4426-a159-6d7be2f739fd req-2ac961d1-fbf3-43b2-9fb1-176860742884 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0672319 Jun 28 10:05:25.948641 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-56190aa2-e9c9-4426-a159-6d7be2f739fd req-fc2665be-b5ea-417a-ad68-f8d096bae8ba tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310032 Jun 28 10:05:27.135956 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ea380-d8da-44a3-831a-3bc84bb1e889 req-88d0714f-7092-4979-92f4-4b1c6e40ee23 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:27.137458 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-159ea380-d8da-44a3-831a-3bc84bb1e889 req-88d0714f-7092-4979-92f4-4b1c6e40ee23 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0667660 Jun 28 10:05:27.178883 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-159ea380-d8da-44a3-831a-3bc84bb1e889 req-f5c7c443-f9a1-4394-a2db-2777fd602c1a tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356286 Jun 28 10:05:28.352215 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7bf8f-d3a2-4fc4-a6a9-e76e068704b2 req-e01b5540-518e-42c0-9642-fc522b991f01 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:28.353612 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c0d7bf8f-d3a2-4fc4-a6a9-e76e068704b2 req-e01b5540-518e-42c0-9642-fc522b991f01 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0655749 Jun 28 10:05:28.390842 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c0d7bf8f-d3a2-4fc4-a6a9-e76e068704b2 req-4fcce6a6-774d-4f73-a830-d5023e761911 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316720 Jun 28 10:05:28.885004 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3d546dfe-ba9a-4b4f-883c-d2129c2bcbd8 req-0890cf44-6d3f-43f2-89ab-146d1f4c063d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0503380 Jun 28 10:05:28.891129 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b73a7-ddf7-4083-ba3c-94b0d0fd4488 req-1a89b412-8642-43d5-bbae-8a7ab03fcff4 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:28.892744 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-287b73a7-ddf7-4083-ba3c-94b0d0fd4488 req-1a89b412-8642-43d5-bbae-8a7ab03fcff4 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0646050 Jun 28 10:05:28.934216 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-287b73a7-ddf7-4083-ba3c-94b0d0fd4488 req-ba90cb7b-f19c-4a34-bc6a-dfbc9e390cce tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350826 Jun 28 10:05:29.976120 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:05:30.059410 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:30.084613 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:05:30.087339 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c414f813-fadd-40cf-9e97-8fce6d53a368" -d '{"events": [{"server_uuid": "d4cba557-1af6-4e58-b1ec-e790e8f5d9dd", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:05:30.100883 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,segment=NetworkSegment(a103a956-053d-4ca2-806d-660054220422),segment_id=a103a956-053d-4ca2-806d-660054220422)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:30.122260 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e36d2-0272-429d-98a9-cc049d7a4a9f req-d46ef045-e7da-4198-9364-8fb6de1f6dd7 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:30.123894 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 10:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11628460-5d90-444c-9fd1-1a86ca673736 x-openstack-request-id: req-11628460-5d90-444c-9fd1-1a86ca673736 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:05:30.124046 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-905e36d2-0272-429d-98a9-cc049d7a4a9f req-d46ef045-e7da-4198-9364-8fb6de1f6dd7 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0660276 Jun 28 10:05:30.124199 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cba557-1af6-4e58-b1ec-e790e8f5d9dd", "name": "network-vif-unplugged", "status": "failed", "tag": "a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da", "code": 422}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:05:30.124651 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11628460-5d90-444c-9fd1-1a86ca673736 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:05:30.131119 dv-cinder-786627-12-iscsi neutron-server[100131]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da', 'code': 422} returned with failed status Jun 28 10:05:30.161135 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-905e36d2-0272-429d-98a9-cc049d7a4a9f req-59d04e61-bbbe-452d-9f09-3180673e9563 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308499 Jun 28 10:05:30.187544 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:30.189470 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:30.235531 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,revision_number=6']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:30.242792 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:30.247502 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:30.247502 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:30.247502 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:30.247502 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:30.247502 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:30.247502 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:30.247502 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:30.247502 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:30.247502 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:30.247502 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:30.247502 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:05:30.252086 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:31.337268 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf5600-b843-4df1-aa43-4402699eea81 req-c96e5795-7bf1-4729-94cc-06bde67b89b4 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:31.338729 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d8cf5600-b843-4df1-aa43-4402699eea81 req-c96e5795-7bf1-4729-94cc-06bde67b89b4 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 943 time: 0.0698004 Jun 28 10:05:31.375159 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-d8cf5600-b843-4df1-aa43-4402699eea81 req-f5f8898e-5712-48f6-8544-52009658f63d tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304728 Jun 28 10:05:31.499399 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d546dfe-ba9a-4b4f-883c-d2129c2bcbd8 req-acffa497-aa6a-4b01-8494-8c769ad82d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:31.500857 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3d546dfe-ba9a-4b4f-883c-d2129c2bcbd8 req-acffa497-aa6a-4b01-8494-8c769ad82d60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd&tenant_id=e2ba19a67ffe4f909117f8dfa7aac036 HTTP/1.1" status: 200 len: 1096 time: 0.0513504 Jun 28 10:05:31.583515 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d546dfe-ba9a-4b4f-883c-d2129c2bcbd8 req-2189f7b9-0a99-4c82-9f1c-dc41ec733bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:31.585098 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3d546dfe-ba9a-4b4f-883c-d2129c2bcbd8 req-2189f7b9-0a99-4c82-9f1c-dc41ec733bb5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2ba19a67ffe4f909117f8dfa7aac036&device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 1096 time: 0.0585990 Jun 28 10:05:31.674460 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d546dfe-ba9a-4b4f-883c-d2129c2bcbd8 req-f2c13604-528f-4a55-8399-1c3638bb995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:31.676453 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3d546dfe-ba9a-4b4f-883c-d2129c2bcbd8 req-f2c13604-528f-4a55-8399-1c3638bb995d service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c3f7b28-08af-451f-8387-d86496082dfe HTTP/1.1" status: 200 len: 909 time: 0.0820129 Jun 28 10:05:31.743228 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3d546dfe-ba9a-4b4f-883c-d2129c2bcbd8 req-81164551-c5b6-4e38-8566-ec1a97db7b16 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da HTTP/1.1" status: 200 len: 998 time: 0.0600195 Jun 28 10:05:31.793508 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d546dfe-ba9a-4b4f-883c-d2129c2bcbd8 req-0586b162-9aba-418f-9656-46e6224eae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:31.794901 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3d546dfe-ba9a-4b4f-883c-d2129c2bcbd8 req-0586b162-9aba-418f-9656-46e6224eae15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fced309-f22e-4e63-b519-0cd81da6f688 HTTP/1.1" status: 200 len: 847 time: 0.0428979 Jun 28 10:05:31.850810 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d546dfe-ba9a-4b4f-883c-d2129c2bcbd8 req-9a05c7bf-a5b0-4041-94a9-17a58edc32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:31.852236 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3d546dfe-ba9a-4b4f-883c-d2129c2bcbd8 req-9a05c7bf-a5b0-4041-94a9-17a58edc32ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c3f7b28-08af-451f-8387-d86496082dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514038 Jun 28 10:05:31.941708 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3d546dfe-ba9a-4b4f-883c-d2129c2bcbd8 req-bd395bc2-8bb7-4f7b-bafe-13ea9e5366c8 service neutron] 10.222.0.37 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827446 Jun 28 10:05:32.029290 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3d546dfe-ba9a-4b4f-883c-d2129c2bcbd8 req-cb9a2119-cb5a-41aa-9c50-f4a75b800592 service neutron] 10.222.0.37 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817394 Jun 28 10:05:32.545602 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286e4a4-84a8-499d-bf3d-63404d75a031 req-1d589464-7a9e-4d2e-8e86-dea63e613762 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:32.547064 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c286e4a4-84a8-499d-bf3d-63404d75a031 req-1d589464-7a9e-4d2e-8e86-dea63e613762 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 943 time: 0.0631206 Jun 28 10:05:32.584441 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-c286e4a4-84a8-499d-bf3d-63404d75a031 req-9c13bb7b-d99e-44a9-8f18-ca413570b502 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310845 Jun 28 10:05:33.165965 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-9996dbca-d623-44d7-ad8e-3c3b4bf0e27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:33.758576 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d31f7-cb22-44a4-8d23-edc290230b1f req-2bb930e3-9aff-4303-b597-4163b91a6a06 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:33.760877 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-076d31f7-cb22-44a4-8d23-edc290230b1f req-2bb930e3-9aff-4303-b597-4163b91a6a06 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 943 time: 0.0697601 Jun 28 10:05:33.798551 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-076d31f7-cb22-44a4-8d23-edc290230b1f req-816eb138-3232-4d47-97e1-3ef132d5a3c7 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321121 Jun 28 10:05:34.967645 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecbb6e-6e2d-4945-b746-e00cbfbee1ff req-97ac983e-2980-4577-86ae-fafe27ae2e76 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:34.969119 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-83ecbb6e-6e2d-4945-b746-e00cbfbee1ff req-97ac983e-2980-4577-86ae-fafe27ae2e76 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 943 time: 0.0632207 Jun 28 10:05:35.006234 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-83ecbb6e-6e2d-4945-b746-e00cbfbee1ff req-9dadf99a-db63-4e58-922e-04bc6a0bc63a tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308256 Jun 28 10:05:35.445968 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:35.525915 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5e091329-952e-4091-9a94-b5e90983754a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:36.179018 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0abff3-94c7-4016-b8c1-9b657480fb12 req-4eae9782-cf96-46c8-b12b-aa65573dbab5 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:36.180468 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8b0abff3-94c7-4016-b8c1-9b657480fb12 req-4eae9782-cf96-46c8-b12b-aa65573dbab5 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 943 time: 0.0622754 Jun 28 10:05:36.216993 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8b0abff3-94c7-4016-b8c1-9b657480fb12 req-100bf69c-63bf-4e71-9f58-0ec95eeee9f7 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309167 Jun 28 10:05:36.834243 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:37.395184 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305d3c3-3691-45c5-9479-1a6beacec7ac req-093afc3c-172f-4341-958e-69c39a6d2248 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:37.396573 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a305d3c3-3691-45c5-9479-1a6beacec7ac req-093afc3c-172f-4341-958e-69c39a6d2248 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 943 time: 0.0695200 Jun 28 10:05:37.438607 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a305d3c3-3691-45c5-9479-1a6beacec7ac req-083fd08e-7438-47d8-9d92-57f934a458af tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363348 Jun 28 10:05:38.608792 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76326f40-9841-439d-ab5c-686dc85ca985 req-36a60f0a-7e0e-4eaf-9e93-1f610941d3a2 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:38.610266 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-76326f40-9841-439d-ab5c-686dc85ca985 req-36a60f0a-7e0e-4eaf-9e93-1f610941d3a2 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 943 time: 0.0632155 Jun 28 10:05:38.646805 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-76326f40-9841-439d-ab5c-686dc85ca985 req-482bb696-de17-41ad-a316-680b4d37f0f1 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301945 Jun 28 10:05:38.869091 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:39.842073 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e1861-2dd4-444c-8f8c-ce2bd8ec043e req-ca55ff3a-175b-4d98-8b9e-280f30e5f283 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:39.843527 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f73e1861-2dd4-444c-8f8c-ce2bd8ec043e req-ca55ff3a-175b-4d98-8b9e-280f30e5f283 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 943 time: 0.0675435 Jun 28 10:05:39.880548 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f73e1861-2dd4-444c-8f8c-ce2bd8ec043e req-8a3f7897-9a2e-4785-af95-5d8faaa0c8ac tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308819 Jun 28 10:05:40.013014 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:05:40.107073 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,segment=NetworkSegment(a103a956-053d-4ca2-806d-660054220422),segment_id=a103a956-053d-4ca2-806d-660054220422)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:40.118404 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da', 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'port_id': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da', 'mac_address': 'fa:16:3e:cd:85:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:05:40.154431 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:40.166919 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:05:40.185645 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,segment=NetworkSegment(a103a956-053d-4ca2-806d-660054220422),segment_id=a103a956-053d-4ca2-806d-660054220422)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:40.262409 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:40.265179 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-8c1a4026-a213-43b7-bf3a-3e11bf7a4ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:40.311983 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,revision_number=7']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:40.315227 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:40.481787 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:05:41.048508 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b8498-5791-416c-9572-25d452e59f60 req-99afe622-7e4c-44ba-9911-1debaffbad87 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:41.049981 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6e8b8498-5791-416c-9572-25d452e59f60 req-99afe622-7e4c-44ba-9911-1debaffbad87 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 944 time: 0.0622680 Jun 28 10:05:41.086953 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-6e8b8498-5791-416c-9572-25d452e59f60 req-1b9b5c28-c6db-41cf-a3d2-ebfe5d8e5f8f tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305862 Jun 28 10:05:42.030052 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:05:42.075753 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:05:42.076141 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:42.154243 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:42.178610 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:05:42.181338 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce083ec8-b7be-4d61-abbf-d9511975d484" -d '{"events": [{"server_uuid": "d4cba557-1af6-4e58-b1ec-e790e8f5d9dd", "name": "network-vif-plugged", "status": "completed", "tag": "a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:05:42.194384 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,segment=NetworkSegment(a103a956-053d-4ca2-806d-660054220422),segment_id=a103a956-053d-4ca2-806d-660054220422)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:05:42.216648 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c73b279-eed0-4f93-b723-c3a9a99e3bb8 x-openstack-request-id: req-5c73b279-eed0-4f93-b723-c3a9a99e3bb8 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:05:42.216979 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cba557-1af6-4e58-b1ec-e790e8f5d9dd", "name": "network-vif-plugged", "status": "completed", "tag": "a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:05:42.217239 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c73b279-eed0-4f93-b723-c3a9a99e3bb8 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:05:42.217662 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da', 'code': 200} Jun 28 10:05:42.257690 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:05:42.259553 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-004da784-c618-4e42-b2ea-9708ab4ba44c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:05:42.271428 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd9936-887f-452d-a619-1ed3c36f03ae req-7aed16e4-d9b6-4453-bd97-3d1924247f73 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:42.272927 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-60fd9936-887f-452d-a619-1ed3c36f03ae req-7aed16e4-d9b6-4453-bd97-3d1924247f73 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 944 time: 0.0706923 Jun 28 10:05:42.308466 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,revision_number=8']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:05:42.310235 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-60fd9936-887f-452d-a619-1ed3c36f03ae req-4480c98d-e02d-4c3c-9421-6f93ab3b0adf tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313656 Jun 28 10:05:42.311585 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:05:42.595504 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18095f5-ca9d-466e-8ad9-943ce471e7f8 req-79246e91-5522-4376-9159-b78a35287fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:42.596904 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d18095f5-ca9d-466e-8ad9-943ce471e7f8 req-79246e91-5522-4376-9159-b78a35287fcb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 1098 time: 0.0553126 Jun 28 10:05:42.629850 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d18095f5-ca9d-466e-8ad9-943ce471e7f8 req-85fc86cf-5dcd-4b55-925a-0530a8e53233 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262675 Jun 28 10:05:43.488973 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a49db9-77e8-44b4-bc58-05a17722e3cd req-b01f60a2-0bea-42a8-afb4-6e05a3617b2f tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:43.490422 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-20a49db9-77e8-44b4-bc58-05a17722e3cd req-b01f60a2-0bea-42a8-afb4-6e05a3617b2f tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0655420 Jun 28 10:05:43.527807 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-20a49db9-77e8-44b4-bc58-05a17722e3cd req-77a6d524-f53f-47f4-ade7-11c9e7335f4a tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311108 Jun 28 10:05:44.336234 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:05:44.696677 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e37f7c-7f84-4f36-975d-a893af56c839 req-c43ddee1-7d84-46a3-89c3-1e4df84c0fa9 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:05:44.698129 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-42e37f7c-7f84-4f36-975d-a893af56c839 req-c43ddee1-7d84-46a3-89c3-1e4df84c0fa9 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0609992 Jun 28 10:05:44.736254 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-42e37f7c-7f84-4f36-975d-a893af56c839 req-cd507778-0f81-4ea6-8d65-a8d71e074f2f tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324254 Jun 28 10:05:46.141373 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:03.077959 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5e8fadf0-bc4b-4192-8fb0-056147ae235e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:05.479541 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:05.507939 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-f8a85b27-a36e-45d3-9989-74c30ec68565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:06.849453 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:08.302079 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:16.153309 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:21.334864 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:06:23.575203 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f13e2de8-4710-4e93-85de-f057545757ee req-687b9994-802f-4037-a518-c939cbc1c1b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503976 Jun 28 10:06:23.646797 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e2de8-4710-4e93-85de-f057545757ee req-2f352f75-c76d-4ce9-82ca-17241de91b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:23.649076 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f13e2de8-4710-4e93-85de-f057545757ee req-2f352f75-c76d-4ce9-82ca-17241de91b05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 1098 time: 0.0515077 Jun 28 10:06:23.762973 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e2de8-4710-4e93-85de-f057545757ee req-653e1505-420c-4a37-a1f0-ccecbef77849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:23.764413 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f13e2de8-4710-4e93-85de-f057545757ee req-653e1505-420c-4a37-a1f0-ccecbef77849 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c298eaee-bca7-4ac4-acf7-32990739f53c HTTP/1.1" status: 200 len: 912 time: 0.0932765 Jun 28 10:06:23.831754 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f13e2de8-4710-4e93-85de-f057545757ee req-327ecff9-591c-4bc6-a2f5-b9d06d71388c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14c36054-c7a7-469f-8082-11c5b1ead1c8 HTTP/1.1" status: 200 len: 1001 time: 0.0604064 Jun 28 10:06:23.882894 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e2de8-4710-4e93-85de-f057545757ee req-25e3c657-7b66-4999-b8d0-54b93512b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:23.884270 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f13e2de8-4710-4e93-85de-f057545757ee req-25e3c657-7b66-4999-b8d0-54b93512b220 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=87334bf1-bc45-4f0c-acba-d5f00c8072a6 HTTP/1.1" status: 200 len: 850 time: 0.0461760 Jun 28 10:06:23.938757 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e2de8-4710-4e93-85de-f057545757ee req-07bb2b67-605e-456a-98a3-13fd0f50540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:23.940857 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f13e2de8-4710-4e93-85de-f057545757ee req-07bb2b67-605e-456a-98a3-13fd0f50540f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c298eaee-bca7-4ac4-acf7-32990739f53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506961 Jun 28 10:06:24.029793 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f13e2de8-4710-4e93-85de-f057545757ee req-3ab50b69-7f65-48b6-8ca8-fb944d79c737 service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819857 Jun 28 10:06:24.120548 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-f13e2de8-4710-4e93-85de-f057545757ee req-6cc5d3d2-bce8-443b-a4e5-52e4fba93888 service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849907 Jun 28 10:06:33.061591 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-caef4fa9-f97e-4d96-a678-8d4f2214a14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.621724 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:35.655260 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-f3941ad6-eefd-4d0b-bf38-f0fd8544f2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:36.821688 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:38.266912 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:46.175739 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.098550 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55174) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:06:58.255568 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Deleting port aac83d35-6955-4157-ba10-f895013f5b8d {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:06:58.255909 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.327299 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.327631 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.332434 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:06:58.339570 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Calling delete_port for aac83d35-6955-4157-ba10-f895013f5b8d owned by network:floatingip {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:06:58.569742 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.571669 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:06:58.593106 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Pushing event deleted for resources: {'Port': ['ID=aac83d35-6955-4157-ba10-f895013f5b8d,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:06:58.604502 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:58.604908 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:58.605279 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:58.605642 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:58.606000 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:58.606362 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:58.606714 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:58.607067 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:58.607420 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:58.607772 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:58.608121 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:58.608469 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:06:58.612062 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:06:58.663945 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for floatingip, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.664268 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.l3_db [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Floating IP 4feb207a-7aa8-4ee1-824d-107e3424cac4 disassociated (deleted). External IP: 172.27.2.95, port: a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da. Jun 28 10:06:58.860870 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Router c9d7e863-9cb4-4e02-b666-e50f4a994cae has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:06:58.962706 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:06:58.967709 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:06:58.972031 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432a1c7-81f9-4ff2-aee1-57cba52c57d8 None None] Sync routers for ids ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:06:58.980639 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0432a1c7-81f9-4ff2-aee1-57cba52c57d8 None None] Routers {'c9d7e863-9cb4-4e02-b666-e50f4a994cae'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:58.981289 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-0432a1c7-81f9-4ff2-aee1-57cba52c57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:06:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:59.002329 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-204d84e2-0186-4a7b-bb78-f2bf8903a542 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "DELETE /v2.0/floatingips/4feb207a-7aa8-4ee1-824d-107e3424cac4 HTTP/1.1" status: 204 len: 168 time: 0.9021504 Jun 28 10:06:59.003005 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'tag': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da'}] {{(pid=100130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:06:59.006061 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febbb13b6d7fe63a2731297dc7120ef37725474ca423d9a5e3d408f98460119f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b367f84-1468-4e55-a723-67f10108ab8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cba557-1af6-4e58-b1ec-e790e8f5d9dd", "tag": "a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da"}]}' {{(pid=100130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:06:59.043175 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee924615-4fff-4778-9e9e-ba3eec74bac3 x-openstack-request-id: req-ee924615-4fff-4778-9e9e-ba3eec74bac3 {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:06:59.043520 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cba557-1af6-4e58-b1ec-e790e8f5d9dd", "tag": "a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da", "status": "completed", "code": 200}]} {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:06:59.043826 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee924615-4fff-4778-9e9e-ba3eec74bac3 {{(pid=100130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:06:59.044333 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'tag': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da', 'status': 'completed', 'code': 200} Jun 28 10:06:59.093658 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-0432a1c7-81f9-4ff2-aee1-57cba52c57d8 None None] Set router c9d7e863-9cb4-4e02-b666-e50f4a994cae gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:59.123557 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b367f84-1468-4e55-a723-67f10108ab8d req-56b5e86d-3bfd-48e3-a8e7-2c5be5085454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:59.124992 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-6b367f84-1468-4e55-a723-67f10108ab8d req-56b5e86d-3bfd-48e3-a8e7-2c5be5085454 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2ba19a67ffe4f909117f8dfa7aac036&device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 1098 time: 0.0556808 Jun 28 10:06:59.217998 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b367f84-1468-4e55-a723-67f10108ab8d req-7ec67c47-7aa8-4446-a9a9-315e58fe3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:59.219444 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-6b367f84-1468-4e55-a723-67f10108ab8d req-7ec67c47-7aa8-4446-a9a9-315e58fe3010 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c3f7b28-08af-451f-8387-d86496082dfe HTTP/1.1" status: 200 len: 909 time: 0.0875664 Jun 28 10:06:59.262054 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-6b367f84-1468-4e55-a723-67f10108ab8d req-24c07a74-e54f-418a-a7e6-3510aa89fb14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da HTTP/1.1" status: 200 len: 217 time: 0.0357366 Jun 28 10:06:59.294992 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-0432a1c7-81f9-4ff2-aee1-57cba52c57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'name': 'tempest-TestShelveInstance-742518184-router', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:21Z', 'updated_at': '2021-06-28T10:02:25Z', 'revision_number': 4, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'gw_port': {'id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:22Z', 'updated_at': '2021-06-28T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '7534bc22-85e8-4f8a-b542-18faa62872c7', 'name': '', 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'mac_address': 'fa:16:3e:13:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:24Z', 'updated_at': '2021-06-28T10:02:30Z', 'revision_number': 5, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'subnets': [{'id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:59.311008 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b367f84-1468-4e55-a723-67f10108ab8d req-dada3296-6fbe-4330-bcce-954ecaa9e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:59.312697 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-6b367f84-1468-4e55-a723-67f10108ab8d req-dada3296-6fbe-4330-bcce-954ecaa9e3f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fced309-f22e-4e63-b519-0cd81da6f688 HTTP/1.1" status: 200 len: 847 time: 0.0446327 Jun 28 10:06:59.321511 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432a1c7-81f9-4ff2-aee1-57cba52c57d8 None None] Checking router: c9d7e863-9cb4-4e02-b666-e50f4a994cae for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:06:59.329503 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0432a1c7-81f9-4ff2-aee1-57cba52c57d8 None None] Routers {'c9d7e863-9cb4-4e02-b666-e50f4a994cae'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:06:59.330111 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-0432a1c7-81f9-4ff2-aee1-57cba52c57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:06:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:59.375547 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b367f84-1468-4e55-a723-67f10108ab8d req-6204116a-a164-4f2a-ae9e-994997e21e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:59.376988 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-6b367f84-1468-4e55-a723-67f10108ab8d req-6204116a-a164-4f2a-ae9e-994997e21e77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c3f7b28-08af-451f-8387-d86496082dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577719 Jun 28 10:06:59.433217 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-0432a1c7-81f9-4ff2-aee1-57cba52c57d8 None None] Set router c9d7e863-9cb4-4e02-b666-e50f4a994cae gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:06:59.467159 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-6b367f84-1468-4e55-a723-67f10108ab8d req-9bf3109e-2cee-4364-992e-f847f27efdeb service neutron] 10.222.0.37 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833495 Jun 28 10:06:59.561197 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-6b367f84-1468-4e55-a723-67f10108ab8d req-14ec3fa6-551c-485a-a61b-8c534db16850 service neutron] 10.222.0.37 "GET /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871847 Jun 28 10:06:59.752334 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-0432a1c7-81f9-4ff2-aee1-57cba52c57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'name': 'tempest-TestShelveInstance-742518184-router', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:21Z', 'updated_at': '2021-06-28T10:02:25Z', 'revision_number': 4, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'gw_port': {'id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:22Z', 'updated_at': '2021-06-28T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '7534bc22-85e8-4f8a-b542-18faa62872c7', 'name': '', 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'mac_address': 'fa:16:3e:13:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:24Z', 'updated_at': '2021-06-28T10:02:30Z', 'revision_number': 5, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'subnets': [{'id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:06:59.771547 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77945cb-1b3c-4ef9-ba55-76ed69661ac1 req-f3a52416-20c0-4972-abda-1cea92371a23 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:06:59.773259 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b77945cb-1b3c-4ef9-ba55-76ed69661ac1 req-f3a52416-20c0-4972-abda-1cea92371a23 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0666935 Jun 28 10:06:59.781391 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432a1c7-81f9-4ff2-aee1-57cba52c57d8 None None] The sync data for ids ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'] in dv-cinder-786627-12-iscsi is: [{'id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'name': 'tempest-TestShelveInstance-742518184-router', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:21Z', 'updated_at': '2021-06-28T10:02:25Z', 'revision_number': 4, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'gw_port': {'id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:22Z', 'updated_at': '2021-06-28T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '7534bc22-85e8-4f8a-b542-18faa62872c7', 'name': '', 'network_id': '9c3f7b28-08af-451f-8387-d86496082dfe', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'mac_address': 'fa:16:3e:13:cd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:24Z', 'updated_at': '2021-06-28T10:02:30Z', 'revision_number': 5, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'subnets': [{'id': '1fced309-f22e-4e63-b519-0cd81da6f688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:06:59.815454 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b77945cb-1b3c-4ef9-ba55-76ed69661ac1 req-3d5f08ec-0010-44e1-8651-cb7fced304d7 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364907 Jun 28 10:06:59.984819 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8077bc-1ee3-4bd9-af1b-a06260deafa6 None None] New status for floating IP 4feb207a-7aa8-4ee1-824d-107e3424cac4: DOWN {{(pid=100132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:07:00.998870 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893bff1-a8bf-4e0f-a562-d6afc6dd9dda req-f634a651-23d2-4e1d-99be-025956b6bdd2 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:01.000312 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8893bff1-a8bf-4e0f-a562-d6afc6dd9dda req-f634a651-23d2-4e1d-99be-025956b6bdd2 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0623119 Jun 28 10:07:01.035779 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8893bff1-a8bf-4e0f-a562-d6afc6dd9dda req-ba44a344-6bea-4f91-a520-9bc4ecfa55d4 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/security-groups?id=83c149b7-6237-444e-84c8-d90200e8c45b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297840 Jun 28 10:07:01.221092 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71046a54-c508-449e-b5f8-2f8fa8cca0bc req-ce2eb43a-1b3c-4c1c-815b-151dee89f9e1 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:01.222440 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-71046a54-c508-449e-b5f8-2f8fa8cca0bc req-ce2eb43a-1b3c-4c1c-815b-151dee89f9e1 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 945 time: 0.0622513 Jun 28 10:07:01.318977 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-71046a54-c508-449e-b5f8-2f8fa8cca0bc req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Deleting port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:07:01.319314 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-71046a54-c508-449e-b5f8-2f8fa8cca0bc req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:01.408809 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-71046a54-c508-449e-b5f8-2f8fa8cca0bc req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] For port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,segment=NetworkSegment(a103a956-053d-4ca2-806d-660054220422),segment_id=a103a956-053d-4ca2-806d-660054220422)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:01.409154 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-71046a54-c508-449e-b5f8-2f8fa8cca0bc req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:01.421668 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-71046a54-c508-449e-b5f8-2f8fa8cca0bc req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Calling delete_port for a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:07:01.647846 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-71046a54-c508-449e-b5f8-2f8fa8cca0bc req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:01.651711 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-74e68986-c3f3-43af-bd4b-a5b5e2a757e3 tempest-AttachVolumeShelveTestJSON-1264524656 tempest-AttachVolumeShelveTestJSON-1264524656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:01.675972 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Pushing event deleted for resources: {'Port': ['ID=a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:01.687652 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:01.688033 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:01.688406 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:01.688798 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:01.689171 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:01.689534 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:01.689890 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:01.690249 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:01.690605 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:01.690957 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:01.691315 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:01.691662 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:01.710634 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:01.730939 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-71046a54-c508-449e-b5f8-2f8fa8cca0bc req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] No DVR routers for this DVR port a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:07:01.733299 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-71046a54-c508-449e-b5f8-2f8fa8cca0bc req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:01.735239 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-71046a54-c508-449e-b5f8-2f8fa8cca0bc req-6181e989-13b0-4ccb-a400-778312be50aa tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.37 "DELETE /v2.0/ports/a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da HTTP/1.1" status: 204 len: 173 time: 0.5073326 Jun 28 10:07:01.735719 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'name': 'network-vif-deleted', 'tag': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:07:01.738018 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1522aa2a-0284-448a-87ee-06b43388f5e7" -d '{"events": [{"server_uuid": "d4cba557-1af6-4e58-b1ec-e790e8f5d9dd", "name": "network-vif-deleted", "tag": "a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:07:01.773482 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c359e4a6-e31b-4380-90a6-faac09c1e1cd x-openstack-request-id: req-c359e4a6-e31b-4380-90a6-faac09c1e1cd {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:07:01.773838 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cba557-1af6-4e58-b1ec-e790e8f5d9dd", "name": "network-vif-deleted", "tag": "a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:07:01.774137 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c359e4a6-e31b-4380-90a6-faac09c1e1cd {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:07:01.774601 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cba557-1af6-4e58-b1ec-e790e8f5d9dd', 'name': 'network-vif-deleted', 'tag': 'a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da', 'status': 'completed', 'code': 200} Jun 28 10:07:02.187416 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-32cddb1d-2395-4d87-aad1-31debe299e98 req-7ae3a028-28de-462d-a151-670c9524a85c tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 210 time: 0.0293469 Jun 28 10:07:03.101165 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-15c5a24e-22e5-43dd-a1f8-955f57892ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:03.349798 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b4ad0143-c03e-41e4-ba3a-c26c5d96c34f req-7c50c789-314e-448a-88f7-87054778b16e tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cba557-1af6-4e58-b1ec-e790e8f5d9dd HTTP/1.1" status: 200 len: 210 time: 0.0321984 Jun 28 10:07:04.441409 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55208) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:04.463729 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:07:04.483502 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:07:04.483955 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device a2a22f9d-cc3f-4e8a-b7d8-2a2c800014da not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:07:04.498751 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-da80d560-e76c-4b52-ba74-ef7d4e96b81d tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:04.523572 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-da80d560-e76c-4b52-ba74-ef7d4e96b81d tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:04.779547 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-da80d560-e76c-4b52-ba74-ef7d4e96b81d tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:04.782298 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-da80d560-e76c-4b52-ba74-ef7d4e96b81d tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:04.783443 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-da80d560-e76c-4b52-ba74-ef7d4e96b81d tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] 10.222.0.30 "DELETE /v2.0/security-groups/83c149b7-6237-444e-84c8-d90200e8c45b HTTP/1.1" status: 204 len: 168 time: 0.3424566 Jun 28 10:07:04.784301 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-761025be-454f-4d32-976b-e751dab538e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:04.793570 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80d560-e76c-4b52-ba74-ef7d4e96b81d tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c149b7-6237-444e-84c8-d90200e8c45b,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:04.819350 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-da80d560-e76c-4b52-ba74-ef7d4e96b81d tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:05.001621 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55212) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:05.562176 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:05.598175 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-37a618a6-08ee-42c2-94e6-4ff803438725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:05.616446 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a4698962-a8d1-4ddf-87ad-6cece635a598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-714742'] for router_interface, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:05.859609 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-a4698962-a8d1-4ddf-87ad-6cece635a598 admin admin] Deleting port 7534bc22-85e8-4f8a-b542-18faa62872c7 {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:07:05.859951 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a4698962-a8d1-4ddf-87ad-6cece635a598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:05.934641 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [None req-a4698962-a8d1-4ddf-87ad-6cece635a598 admin admin] For port 7534bc22-85e8-4f8a-b542-18faa62872c7, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=7534bc22-85e8-4f8a-b542-18faa62872c7,segment=NetworkSegment(a103a956-053d-4ca2-806d-660054220422),segment_id=a103a956-053d-4ca2-806d-660054220422)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:05.934997 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a4698962-a8d1-4ddf-87ad-6cece635a598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:05.947213 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-a4698962-a8d1-4ddf-87ad-6cece635a598 admin admin] Calling delete_port for 7534bc22-85e8-4f8a-b542-18faa62872c7 owned by network:router_interface {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:07:06.278428 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a4698962-a8d1-4ddf-87ad-6cece635a598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:06.280587 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-f80b909a-282d-4256-9b15-f8dcde555909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:06.303062 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4698962-a8d1-4ddf-87ad-6cece635a598 admin admin] Pushing event deleted for resources: {'Port': ['ID=7534bc22-85e8-4f8a-b542-18faa62872c7,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:06.306491 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-a4698962-a8d1-4ddf-87ad-6cece635a598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:06.480013 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-a4698962-a8d1-4ddf-87ad-6cece635a598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-987602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640006'] for router_interface, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:06.689651 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4698962-a8d1-4ddf-87ad-6cece635a598 admin admin] Router c9d7e863-9cb4-4e02-b666-e50f4a994cae has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:07:06.790331 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4698962-a8d1-4ddf-87ad-6cece635a598 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:07:06.795399 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-a4698962-a8d1-4ddf-87ad-6cece635a598 admin admin] 10.222.0.30 "PUT /v2.0/routers/c9d7e863-9cb4-4e02-b666-e50f4a994cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7927289 Jun 28 10:07:06.797990 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55216) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:06.799219 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1604eb7a-132d-449f-95a5-2fb6a5388b39 None None] Sync routers for ids ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:07:06.809166 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1604eb7a-132d-449f-95a5-2fb6a5388b39 None None] Routers {'c9d7e863-9cb4-4e02-b666-e50f4a994cae'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:07:06.809843 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-1604eb7a-132d-449f-95a5-2fb6a5388b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:07:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:06.854462 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:06.903895 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:06.925444 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-1604eb7a-132d-449f-95a5-2fb6a5388b39 None None] Set router c9d7e863-9cb4-4e02-b666-e50f4a994cae gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:07:07.022447 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:07.123805 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-1604eb7a-132d-449f-95a5-2fb6a5388b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'name': 'tempest-TestShelveInstance-742518184-router', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:21Z', 'updated_at': '2021-06-28T10:07:06Z', 'revision_number': 5, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'gw_port': {'id': '9a097725-ed53-419a-9051-f380e36dd1e3', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:2a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:22Z', 'updated_at': '2021-06-28T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:07.152537 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1604eb7a-132d-449f-95a5-2fb6a5388b39 None None] Checking router: c9d7e863-9cb4-4e02-b666-e50f4a994cae for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:07:07.161516 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1604eb7a-132d-449f-95a5-2fb6a5388b39 None None] Routers {'c9d7e863-9cb4-4e02-b666-e50f4a994cae'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:07:07.162157 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-1604eb7a-132d-449f-95a5-2fb6a5388b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:07:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:07.183518 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] Deleting port 9a097725-ed53-419a-9051-f380e36dd1e3 {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:07:07.183879 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:07.265622 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-1604eb7a-132d-449f-95a5-2fb6a5388b39 None None] Set router c9d7e863-9cb4-4e02-b666-e50f4a994cae gateway port host: None {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:07:07.275869 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] For port 9a097725-ed53-419a-9051-f380e36dd1e3, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=9a097725-ed53-419a-9051-f380e36dd1e3,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:07.276157 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:07.290993 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] Calling delete_port for 9a097725-ed53-419a-9051-f380e36dd1e3 owned by network:router_gateway {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:07:07.333081 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-1604eb7a-132d-449f-95a5-2fb6a5388b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'name': 'tempest-TestShelveInstance-742518184-router', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:21Z', 'updated_at': '2021-06-28T10:07:07Z', 'revision_number': 6, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'gw_port_host': None}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:07.365664 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1604eb7a-132d-449f-95a5-2fb6a5388b39 None None] The sync data for ids ['c9d7e863-9cb4-4e02-b666-e50f4a994cae'] in dv-cinder-786627-12-iscsi is: [{'id': 'c9d7e863-9cb4-4e02-b666-e50f4a994cae', 'name': 'tempest-TestShelveInstance-742518184-router', 'tenant_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:21Z', 'updated_at': '2021-06-28T10:07:07Z', 'revision_number': 6, 'project_id': 'e2ba19a67ffe4f909117f8dfa7aac036', 'gw_port_host': None}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:07:07.661899 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:07.666660 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-50574c72-8599-4c29-983a-2378f119f77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:07.697841 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a097725-ed53-419a-9051-f380e36dd1e3,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:07.701667 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:07.774792 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641468'] for router_gateway, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:07.878058 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27142'] for router, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:07.880936 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:08.082880 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640747'] for router, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:08.083893 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9d7e863-9cb4-4e02-b666-e50f4a994cae {{(pid=100130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:07:08.102038 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] Notify callbacks [] for router, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:08.102038 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-e18b6ffb-1ce3-454c-a0f3-bff705c07dc4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c9d7e863-9cb4-4e02-b666-e50f4a994cae HTTP/1.1" status: 204 len: 168 time: 1.2905014 Jun 28 10:07:08.102038 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55218) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:08.141650 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c05621-1885-4412-9922-da5eab4f822f admin admin] Deleting subnet 1fced309-f22e-4e63-b519-0cd81da6f688 {{(pid=100130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:07:08.144973 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-69c05621-1885-4412-9922-da5eab4f822f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:08.184355 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-69c05621-1885-4412-9922-da5eab4f822f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59617636'] for subnet, precommit_delete_associations {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:08.238693 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 9a097725-ed53-419a-9051-f380e36dd1e3 no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:07:08.259327 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 9a097725-ed53-419a-9051-f380e36dd1e3 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:07:08.267189 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 9a097725-ed53-419a-9051-f380e36dd1e3 not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:07:08.267189 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 7534bc22-85e8-4f8a-b542-18faa62872c7 no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:07:08.270274 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-69c05621-1885-4412-9922-da5eab4f822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:08.278458 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 7534bc22-85e8-4f8a-b542-18faa62872c7 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:07:08.278818 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 7534bc22-85e8-4f8a-b542-18faa62872c7 not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:07:08.295393 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:08.478534 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-69c05621-1885-4412-9922-da5eab4f822f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59015134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59262105'] for subnet, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:08.480963 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:08.504142 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c05621-1885-4412-9922-da5eab4f822f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fced309-f22e-4e63-b519-0cd81da6f688,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:08.508124 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-69c05621-1885-4412-9922-da5eab4f822f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:08.521760 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-69c05621-1885-4412-9922-da5eab4f822f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:08.521760 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-69c05621-1885-4412-9922-da5eab4f822f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1fced309-f22e-4e63-b519-0cd81da6f688 HTTP/1.1" status: 204 len: 168 time: 0.4176762 Jun 28 10:07:08.521760 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55220) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:08.522912 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4e0232-eeec-4a1e-be58-88ebbd8c9fbb None None] Network 9c3f7b28-08af-451f-8387-d86496082dfe requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:07:08.581785 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:08.633808 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Deleting port 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:07:08.634060 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:08.693101 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] DHCP port deletion for 9c3f7b28-08af-451f-8387-d86496082dfe request from dv-cinder-786627-12-iscsi {{(pid=100131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:07:08.701085 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] For port 5b5f7d10-4ca2-45a3-b8e6-229665798fd9, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=5b5f7d10-4ca2-45a3-b8e6-229665798fd9,segment=NetworkSegment(a103a956-053d-4ca2-806d-660054220422),segment_id=a103a956-053d-4ca2-806d-660054220422)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:08.701620 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:08.713925 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Calling delete_port for 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 owned by network:dhcp {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:07:08.737474 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Deleting port 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 {{(pid=100131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:07:08.737871 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:08.801678 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] For port 5b5f7d10-4ca2-45a3-b8e6-229665798fd9, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=5b5f7d10-4ca2-45a3-b8e6-229665798fd9,segment=NetworkSegment(a103a956-053d-4ca2-806d-660054220422),segment_id=a103a956-053d-4ca2-806d-660054220422)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:08.819608 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:08.819608 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Calling delete_port for 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 owned by network:dhcp {{(pid=100131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:07:08.951214 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:08.954161 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-4e3e5563-c1a8-453f-adcf-6d25054dc188 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:08.957123 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526'] for port, after_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:08.960408 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:08.979190 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5f7d10-4ca2-45a3-b8e6-229665798fd9,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:08.981220 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] No DVR routers for this DVR port 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 on host dv-cinder-786627-12-iscsi {{(pid=100130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:07:08.982710 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:08.987058 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Pushing event deleted for resources: {'Port': ['ID=5b5f7d10-4ca2-45a3-b8e6-229665798fd9,revision_number=None']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:08.992662 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] No DVR routers for this DVR port 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 on host dv-cinder-786627-12-iscsi {{(pid=100131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:07:08.998917 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:08.999272 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:09.002591 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:09.002591 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:09.002591 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:09.002591 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:09.002591 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:09.002591 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:09.002591 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:09.002591 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:09.002591 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:09.002591 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:07:09.006199 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:09.055396 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:09.064857 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3f7b28-08af-451f-8387-d86496082dfe']}} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:09.074692 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a103a956-053d-4ca2-806d-660054220422') {'for_net_delete': True} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:09.074692 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a103a956-053d-4ca2-806d-660054220422') {} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:09.083240 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59617651'] for segment, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:09.096962 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:09.103087 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=100130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:07:09.103462 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014971'] for segment, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: Traceback (most recent call last): Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: timer() Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: cb(*args, **kw) Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: return func(*args, **kwargs) Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: self._notify() Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: self.callback(batched_events) Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: event.method(event) Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: return f(self, *a, **k) Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._get(url).json() Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: return self.request(url, 'GET', **kwargs) Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:07:09.105115 dv-cinder-786627-12-iscsi neutron-server[100130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:07:09.232231 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:09.235573 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:09.237980 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:09.239817 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] 10.222.0.30 "DELETE /v2.0/networks/9c3f7b28-08af-451f-8387-d86496082dfe HTTP/1.1" status: 204 len: 168 time: 0.7255805 Jun 28 10:07:09.242936 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 55222) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:09.251580 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=9c3f7b28-08af-451f-8387-d86496082dfe,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:09.253977 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:09.578753 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-60a7714b-7eee-4318-bdf8-7ba36732c29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-714742'] for router_interface, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:09.821247 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-60a7714b-7eee-4318-bdf8-7ba36732c29b admin admin] Deleting port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:07:09.821590 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-60a7714b-7eee-4318-bdf8-7ba36732c29b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:09.900777 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [None req-60a7714b-7eee-4318-bdf8-7ba36732c29b admin admin] For port 06f68cf0-9039-43ba-9cd5-c64a0d2b0169, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=06f68cf0-9039-43ba-9cd5-c64a0d2b0169,segment=NetworkSegment(6bfaf109-9cd2-4a2f-b400-777bf40e3c1b),segment_id=6bfaf109-9cd2-4a2f-b400-777bf40e3c1b)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:09.901049 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-60a7714b-7eee-4318-bdf8-7ba36732c29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:09.913305 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-60a7714b-7eee-4318-bdf8-7ba36732c29b admin admin] Calling delete_port for 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 owned by network:router_interface {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:07:10.220593 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:07:10.232738 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-60a7714b-7eee-4318-bdf8-7ba36732c29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:10.234898 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-331a7572-a55d-407d-8978-49ef85a24b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:10.240970 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:07:10.241333 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 5b5f7d10-4ca2-45a3-b8e6-229665798fd9 not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:07:10.259664 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7714b-7eee-4318-bdf8-7ba36732c29b admin admin] Pushing event deleted for resources: {'Port': ['ID=06f68cf0-9039-43ba-9cd5-c64a0d2b0169,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:10.262585 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-60a7714b-7eee-4318-bdf8-7ba36732c29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:10.424538 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-60a7714b-7eee-4318-bdf8-7ba36732c29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-987602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640006'] for router_interface, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:10.918380 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a7714b-7eee-4318-bdf8-7ba36732c29b admin admin] Router 2be3cf6c-464b-4d43-a8ed-a807616216c8 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:07:11.025966 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a7714b-7eee-4318-bdf8-7ba36732c29b admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:07:11.031797 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-60a7714b-7eee-4318-bdf8-7ba36732c29b admin admin] 10.222.0.30 "PUT /v2.0/routers/2be3cf6c-464b-4d43-a8ed-a807616216c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7877254 Jun 28 10:07:11.033523 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 55224) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:11.036127 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea62dc5-4170-45d2-9e55-918b58d372c5 None None] Sync routers for ids ['2be3cf6c-464b-4d43-a8ed-a807616216c8'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:07:11.046609 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea62dc5-4170-45d2-9e55-918b58d372c5 None None] Routers {'2be3cf6c-464b-4d43-a8ed-a807616216c8'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:07:11.047227 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-cea62dc5-4170-45d2-9e55-918b58d372c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:07:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['2be3cf6c-464b-4d43-a8ed-a807616216c8'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:11.136081 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:11.152776 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-cea62dc5-4170-45d2-9e55-918b58d372c5 None None] Set router 2be3cf6c-464b-4d43-a8ed-a807616216c8 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:07:11.236880 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:11.323703 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-cea62dc5-4170-45d2-9e55-918b58d372c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'name': 'tempest-TestShelveInstance-2085061179-router', 'tenant_id': '3095e3c387334e188b564554cf33210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:29Z', 'updated_at': '2021-06-28T10:07:10Z', 'revision_number': 5, 'project_id': '3095e3c387334e188b564554cf33210d', 'gw_port': {'id': '0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:02:29Z', 'updated_at': '2021-06-28T10:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:11.353746 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea62dc5-4170-45d2-9e55-918b58d372c5 None None] Checking router: 2be3cf6c-464b-4d43-a8ed-a807616216c8 for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:07:11.362240 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea62dc5-4170-45d2-9e55-918b58d372c5 None None] Routers {'2be3cf6c-464b-4d43-a8ed-a807616216c8'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:07:11.362844 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-cea62dc5-4170-45d2-9e55-918b58d372c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:07:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['2be3cf6c-464b-4d43-a8ed-a807616216c8'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:11.374403 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] Deleting port 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:07:11.374965 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:11.447445 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-cea62dc5-4170-45d2-9e55-918b58d372c5 None None] Set router 2be3cf6c-464b-4d43-a8ed-a807616216c8 gateway port host: None {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:07:11.450647 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] For port 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:11.451012 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:11.467587 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] Calling delete_port for 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c owned by network:router_gateway {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:07:11.497760 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-cea62dc5-4170-45d2-9e55-918b58d372c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'name': 'tempest-TestShelveInstance-2085061179-router', 'tenant_id': '3095e3c387334e188b564554cf33210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:29Z', 'updated_at': '2021-06-28T10:07:11Z', 'revision_number': 6, 'project_id': '3095e3c387334e188b564554cf33210d', 'gw_port_host': None}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:11.525582 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea62dc5-4170-45d2-9e55-918b58d372c5 None None] The sync data for ids ['2be3cf6c-464b-4d43-a8ed-a807616216c8'] in dv-cinder-786627-12-iscsi is: [{'id': '2be3cf6c-464b-4d43-a8ed-a807616216c8', 'name': 'tempest-TestShelveInstance-2085061179-router', 'tenant_id': '3095e3c387334e188b564554cf33210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:02:29Z', 'updated_at': '2021-06-28T10:07:11Z', 'revision_number': 6, 'project_id': '3095e3c387334e188b564554cf33210d', 'gw_port_host': None}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:07:11.853719 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:11.855936 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9bd6e2a7-b7cb-4a7b-870f-c81a2285f743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:11.884862 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:11.887982 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:11.951635 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641468'] for router_gateway, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.038515 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27142'] for router, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.040573 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.150235 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640747'] for router, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.150765 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2be3cf6c-464b-4d43-a8ed-a807616216c8 {{(pid=100129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:07:12.155856 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] Notify callbacks [] for router, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.157075 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2be3cf6c-464b-4d43-a8ed-a807616216c8 HTTP/1.1" status: 204 len: 168 time: 1.1219831 Jun 28 10:07:12.159483 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 55226) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:12.209160 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e3b154-c19b-463b-8366-3f8f1911a750 admin admin] Deleting subnet 3a56d152-dfdc-435b-814f-b79ba165eaaa {{(pid=100129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:07:12.212785 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-06e3b154-c19b-463b-8366-3f8f1911a750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.249101 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-06e3b154-c19b-463b-8366-3f8f1911a750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59599221'] for subnet, precommit_delete_associations {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.288227 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:07:12.307823 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:07:12.308183 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 0b3a3b8e-cc67-42bf-874a-5d8fe3e8603c not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:07:12.308604 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:07:12.327022 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:07:12.327382 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 06f68cf0-9039-43ba-9cd5-c64a0d2b0169 not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:07:12.334295 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-06e3b154-c19b-463b-8366-3f8f1911a750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.507630 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-06e3b154-c19b-463b-8366-3f8f1911a750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59186205'] for subnet, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.510382 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-4e453705-3f43-4cb4-9919-297d65e6d927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:12.537072 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-06e3b154-c19b-463b-8366-3f8f1911a750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.538976 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-06e3b154-c19b-463b-8366-3f8f1911a750 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3a56d152-dfdc-435b-814f-b79ba165eaaa HTTP/1.1" status: 204 len: 168 time: 0.3784873 Jun 28 10:07:12.540726 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3b154-c19b-463b-8366-3f8f1911a750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a56d152-dfdc-435b-814f-b79ba165eaaa,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:12.542750 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c639cc-df25-478a-a65b-c1c466014574 None None] Network 526781e7-791f-444a-b5d8-1e92636a0d13 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:07:12.542921 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55228) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:12.543653 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-06e3b154-c19b-463b-8366-3f8f1911a750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:12.647046 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.701538 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Deleting port 4d738186-f9b6-41ca-8bc3-847eca10e3d9 {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:07:12.701876 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.766619 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] For port 4d738186-f9b6-41ca-8bc3-847eca10e3d9, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=4d738186-f9b6-41ca-8bc3-847eca10e3d9,segment=NetworkSegment(6bfaf109-9cd2-4a2f-b400-777bf40e3c1b),segment_id=6bfaf109-9cd2-4a2f-b400-777bf40e3c1b)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:12.766976 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.770782 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b14a9ce-29cb-4206-a8f9-834092d5648a None None] DHCP port deletion for 526781e7-791f-444a-b5d8-1e92636a0d13 request from dv-cinder-786627-12-iscsi {{(pid=100131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:07:12.779338 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Calling delete_port for 4d738186-f9b6-41ca-8bc3-847eca10e3d9 owned by network:dhcp {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:07:12.816518 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-0b14a9ce-29cb-4206-a8f9-834092d5648a None None] Deleting port 4d738186-f9b6-41ca-8bc3-847eca10e3d9 {{(pid=100131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:07:12.816867 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-0b14a9ce-29cb-4206-a8f9-834092d5648a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.880947 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-0b14a9ce-29cb-4206-a8f9-834092d5648a None None] For port 4d738186-f9b6-41ca-8bc3-847eca10e3d9, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=4d738186-f9b6-41ca-8bc3-847eca10e3d9,segment=NetworkSegment(6bfaf109-9cd2-4a2f-b400-777bf40e3c1b),segment_id=6bfaf109-9cd2-4a2f-b400-777bf40e3c1b)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:12.881361 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-0b14a9ce-29cb-4206-a8f9-834092d5648a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.893222 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-0b14a9ce-29cb-4206-a8f9-834092d5648a None None] Calling delete_port for 4d738186-f9b6-41ca-8bc3-847eca10e3d9 owned by network:dhcp {{(pid=100131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:07:12.916174 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.918266 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2a591e52-8ff2-42aa-b13a-7b23cbd45a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:12.945007 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d738186-f9b6-41ca-8bc3-847eca10e3d9,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:12.948071 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:12.948919 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] No DVR routers for this DVR port 4d738186-f9b6-41ca-8bc3-847eca10e3d9 on host dv-cinder-786627-12-iscsi {{(pid=100130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:07:12.974855 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-0b14a9ce-29cb-4206-a8f9-834092d5648a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526'] for port, after_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:12.976809 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:12.999267 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14a9ce-29cb-4206-a8f9-834092d5648a None None] Pushing event deleted for resources: {'Port': ['ID=4d738186-f9b6-41ca-8bc3-847eca10e3d9,revision_number=None']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:13.001982 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-0b14a9ce-29cb-4206-a8f9-834092d5648a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:13.007198 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b14a9ce-29cb-4206-a8f9-834092d5648a None None] No DVR routers for this DVR port 4d738186-f9b6-41ca-8bc3-847eca10e3d9 on host dv-cinder-786627-12-iscsi {{(pid=100131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:07:13.020601 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:13.030296 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526781e7-791f-444a-b5d8-1e92636a0d13']}} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:13.040522 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bfaf109-9cd2-4a2f-b400-777bf40e3c1b') {'for_net_delete': True} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:13.040857 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bfaf109-9cd2-4a2f-b400-777bf40e3c1b') {} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:13.049411 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59617651'] for segment, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:13.069883 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:13.073789 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:07:13.074209 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014971'] for segment, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: Traceback (most recent call last): Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: timer() Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: cb(*args, **kw) Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: return func(*args, **kwargs) Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: self._notify() Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: self.callback(batched_events) Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: event.method(event) Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: return f(self, *a, **k) Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._get(url).json() Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: return self.request(url, 'GET', **kwargs) Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:07:13.075863 dv-cinder-786627-12-iscsi neutron-server[100130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:07:13.215330 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:13.218801 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-0485bc6d-094b-40ce-9492-fcf134f9c8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:13.224581 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:13.224581 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/526781e7-791f-444a-b5d8-1e92636a0d13 HTTP/1.1" status: 204 len: 168 time: 0.6776345 Jun 28 10:07:13.234808 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=526781e7-791f-444a-b5d8-1e92636a0d13,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:13.237242 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-f941aa4b-b3d3-4d09-bca4-2ceaca0870e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:13.601066 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b9b51-c7b4-4f9d-b287-ee2a3bfb9255 req-f1d6c9b4-65d2-49ca-947b-f171537711f6 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:13.602547 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4a7b9b51-c7b4-4f9d-b287-ee2a3bfb9255 req-f1d6c9b4-65d2-49ca-947b-f171537711f6 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 945 time: 0.0638123 Jun 28 10:07:13.639580 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4a7b9b51-c7b4-4f9d-b287-ee2a3bfb9255 req-9b145c62-abc6-4b77-b532-e6e8b5652300 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314398 Jun 28 10:07:13.660967 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55236) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:13.703639 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-c7143bde-381d-411e-8c49-4e64e4dc7a68 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2ba19a67ffe4f909117f8dfa7aac036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407383 Jun 28 10:07:13.705937 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55238) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:13.752341 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-842830c6-49d9-4691-95c4-eee442051fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:13.773778 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-842830c6-49d9-4691-95c4-eee442051fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:13.871615 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-842830c6-49d9-4691-95c4-eee442051fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:13.874237 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-842830c6-49d9-4691-95c4-eee442051fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:13.875374 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-842830c6-49d9-4691-95c4-eee442051fd5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0fdd89bc-c09f-4dd6-a566-5dc233d02cca HTTP/1.1" status: 204 len: 168 time: 0.1685600 Jun 28 10:07:13.876171 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2ff29dc9-703f-4933-8caf-e2da78a297cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:13.884194 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842830c6-49d9-4691-95c4-eee442051fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdd89bc-c09f-4dd6-a566-5dc233d02cca,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:13.886562 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-842830c6-49d9-4691-95c4-eee442051fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:14.225241 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 4d738186-f9b6-41ca-8bc3-847eca10e3d9 no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:07:14.245345 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 4d738186-f9b6-41ca-8bc3-847eca10e3d9 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:07:14.245699 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 4d738186-f9b6-41ca-8bc3-847eca10e3d9 not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:07:14.574072 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55244) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:14.616482 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-ad611e56-0f7b-4886-be83-55aa2db2938e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3095e3c387334e188b564554cf33210d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411913 Jun 28 10:07:14.618743 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55246) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:14.664978 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5796c586-3226-43c3-8cc3-82e03799255a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:14.685888 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5796c586-3226-43c3-8cc3-82e03799255a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:14.814509 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a656e-ec25-4e9c-b6c5-ffd1be666bb3 req-c894bf23-11d0-4ba9-803c-17b6d5b4b372 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:14.815981 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-834a656e-ec25-4e9c-b6c5-ffd1be666bb3 req-c894bf23-11d0-4ba9-803c-17b6d5b4b372 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 945 time: 0.0625255 Jun 28 10:07:14.817072 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5796c586-3226-43c3-8cc3-82e03799255a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:14.819620 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-5796c586-3226-43c3-8cc3-82e03799255a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:14.820626 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-5796c586-3226-43c3-8cc3-82e03799255a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf2b6118-0881-491f-b993-daca4220a635 HTTP/1.1" status: 204 len: 168 time: 0.2010164 Jun 28 10:07:14.821422 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-666cc408-927a-42a6-97f6-ff98d94e80a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:14.836993 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796c586-3226-43c3-8cc3-82e03799255a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2b6118-0881-491f-b993-daca4220a635,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:14.845614 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-5796c586-3226-43c3-8cc3-82e03799255a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:14.868217 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-834a656e-ec25-4e9c-b6c5-ffd1be666bb3 req-6a7b8d0e-cc2e-48dc-827f-4e700dbde7f0 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424137 Jun 28 10:07:15.126847 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6df928-6f33-4233-b044-f0ac5e0985e2 req-f76074b6-7a22-4b01-8bca-5830c4720ff2 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:15.128421 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3d6df928-6f33-4233-b044-f0ac5e0985e2 req-f76074b6-7a22-4b01-8bca-5830c4720ff2 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 945 time: 0.0688851 Jun 28 10:07:15.236872 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-3d6df928-6f33-4233-b044-f0ac5e0985e2 req-95409616-c34f-41e8-b4e3-432341ac4097 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Deleting port 14c36054-c7a7-469f-8082-11c5b1ead1c8 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:07:15.237217 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-3d6df928-6f33-4233-b044-f0ac5e0985e2 req-95409616-c34f-41e8-b4e3-432341ac4097 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:15.333573 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-3d6df928-6f33-4233-b044-f0ac5e0985e2 req-95409616-c34f-41e8-b4e3-432341ac4097 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] For port 14c36054-c7a7-469f-8082-11c5b1ead1c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=14c36054-c7a7-469f-8082-11c5b1ead1c8,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:15.333999 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-3d6df928-6f33-4233-b044-f0ac5e0985e2 req-95409616-c34f-41e8-b4e3-432341ac4097 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:15.503465 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-3d6df928-6f33-4233-b044-f0ac5e0985e2 req-95409616-c34f-41e8-b4e3-432341ac4097 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:15.503831 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-3d6df928-6f33-4233-b044-f0ac5e0985e2 req-95409616-c34f-41e8-b4e3-432341ac4097 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:15.504154 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.l3_db [req-3d6df928-6f33-4233-b044-f0ac5e0985e2 req-95409616-c34f-41e8-b4e3-432341ac4097 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Floating IP bd7a2203-15a8-480f-863d-9e2ad16ea532 disassociated. External IP: 172.27.2.150, port: 14c36054-c7a7-469f-8082-11c5b1ead1c8. Jun 28 10:07:15.504476 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-3d6df928-6f33-4233-b044-f0ac5e0985e2 req-95409616-c34f-41e8-b4e3-432341ac4097 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Calling delete_port for 14c36054-c7a7-469f-8082-11c5b1ead1c8 owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:07:15.683563 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-3d6df928-6f33-4233-b044-f0ac5e0985e2 req-95409616-c34f-41e8-b4e3-432341ac4097 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:15.687478 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-46efb969-38bb-4ec1-8fb1-9e10fc384a3e tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:15.713083 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95409616-c34f-41e8-b4e3-432341ac4097 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event deleted for resources: {'Port': ['ID=14c36054-c7a7-469f-8082-11c5b1ead1c8,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:15.716329 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-95409616-c34f-41e8-b4e3-432341ac4097 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:15.823877 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d6df928-6f33-4233-b044-f0ac5e0985e2 req-95409616-c34f-41e8-b4e3-432341ac4097 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Router a8ce11b3-3967-4f92-b798-d9c3772f043f has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:07:15.928489 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d6df928-6f33-4233-b044-f0ac5e0985e2 req-95409616-c34f-41e8-b4e3-432341ac4097 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:07:15.939246 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2772b46b-dfa8-4e67-9372-c620be05ae05 None None] Sync routers for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:07:15.950162 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2772b46b-dfa8-4e67-9372-c620be05ae05 None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:07:15.950781 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-2772b46b-dfa8-4e67-9372-c620be05ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:07:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:15.972019 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6df928-6f33-4233-b044-f0ac5e0985e2 req-95409616-c34f-41e8-b4e3-432341ac4097 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] No DVR routers for this DVR port 14c36054-c7a7-469f-8082-11c5b1ead1c8 on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:07:15.974757 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-3d6df928-6f33-4233-b044-f0ac5e0985e2 req-95409616-c34f-41e8-b4e3-432341ac4097 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:15.976921 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3d6df928-6f33-4233-b044-f0ac5e0985e2 req-95409616-c34f-41e8-b4e3-432341ac4097 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.37 "DELETE /v2.0/ports/14c36054-c7a7-469f-8082-11c5b1ead1c8 HTTP/1.1" status: 204 len: 173 time: 0.8428457 Jun 28 10:07:15.977500 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b41b5bf-5471-4192-afc0-75b1c59513df', 'name': 'network-vif-deleted', 'tag': '14c36054-c7a7-469f-8082-11c5b1ead1c8'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:07:15.980424 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df67814d-233c-41d9-922f-4f64e451a285" -d '{"events": [{"server_uuid": "2b41b5bf-5471-4192-afc0-75b1c59513df", "name": "network-vif-deleted", "tag": "14c36054-c7a7-469f-8082-11c5b1ead1c8"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:07:16.032527 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4f02a406-7039-4b57-accc-a67c44584458 req-4dd1cb40-900d-426e-9265-1d720fba91d8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 210 time: 0.0496008 Jun 28 10:07:16.049795 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be6f13c-8af9-4eac-99b7-de5ccf324897 x-openstack-request-id: req-0be6f13c-8af9-4eac-99b7-de5ccf324897 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:07:16.050410 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b41b5bf-5471-4192-afc0-75b1c59513df", "name": "network-vif-deleted", "tag": "14c36054-c7a7-469f-8082-11c5b1ead1c8", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:07:16.050933 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0be6f13c-8af9-4eac-99b7-de5ccf324897 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:07:16.051600 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b41b5bf-5471-4192-afc0-75b1c59513df', 'name': 'network-vif-deleted', 'tag': '14c36054-c7a7-469f-8082-11c5b1ead1c8', 'status': 'completed', 'code': 200} Jun 28 10:07:16.057048 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-2772b46b-dfa8-4e67-9372-c620be05ae05 None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:07:16.225007 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:16.269469 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-2772b46b-dfa8-4e67-9372-c620be05ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:16.298665 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2772b46b-dfa8-4e67-9372-c620be05ae05 None None] Checking router: a8ce11b3-3967-4f92-b798-d9c3772f043f for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:07:16.307395 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2772b46b-dfa8-4e67-9372-c620be05ae05 None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:07:16.308013 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-2772b46b-dfa8-4e67-9372-c620be05ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:07:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:16.532038 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-2772b46b-dfa8-4e67-9372-c620be05ae05 None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:07:16.725508 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-2772b46b-dfa8-4e67-9372-c620be05ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:16.751380 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2772b46b-dfa8-4e67-9372-c620be05ae05 None None] The sync data for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi is: [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:07:16.965380 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b2063b-66cf-4920-af0f-19fae80934f3 None None] New status for floating IP bd7a2203-15a8-480f-863d-9e2ad16ea532: DOWN {{(pid=100132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:07:17.197692 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-aea6e807-4ad1-4c10-a6f0-ccf12a89d46f req-608ae150-ff5e-4620-91a8-d0927f91e2aa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b41b5bf-5471-4192-afc0-75b1c59513df HTTP/1.1" status: 200 len: 210 time: 0.0329344 Jun 28 10:07:18.482869 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-75343a6f-758e-4e38-bc14-06dc058dd43e tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-797622739&fields=id&tenant_id=ead4d90a046d443aa727b1fb09c50dec HTTP/1.1" status: 200 len: 267 time: 0.0351560 Jun 28 10:07:18.540355 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 14c36054-c7a7-469f-8082-11c5b1ead1c8 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:07:18.563635 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: 14c36054-c7a7-469f-8082-11c5b1ead1c8 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:07:18.563988 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 14c36054-c7a7-469f-8082-11c5b1ead1c8 not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:07:18.585324 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-a00d5fbd-c08e-42f0-88aa-585973d59296 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:18.586772 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-a00d5fbd-c08e-42f0-88aa-585973d59296 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/networks?id=c298eaee-bca7-4ac4-acf7-32990739f53c HTTP/1.1" status: 200 len: 811 time: 0.0991011 Jun 28 10:07:18.601235 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-09dbe32e-af83-4504-92d8-7088a4712e43 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/quotas/ead4d90a046d443aa727b1fb09c50dec HTTP/1.1" status: 200 len: 375 time: 0.0089049 Jun 28 10:07:18.670558 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-beece5d3-764b-4f43-90b1-b98bda622f4d tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645852 Jun 28 10:07:18.764773 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-f3fc83cc-be11-4be9-a60b-c49aa8fe209d service neutron] 10.222.0.30 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804510 Jun 28 10:07:18.856786 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-741211f0-1271-4753-868c-1a96d774832f service neutron] 10.222.0.30 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862525 Jun 28 10:07:19.538799 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-effa8c08-c040-4382-a638-5fbdfbdc73f7 req-059c59ad-7a99-413a-b8bf-c07e32e40854 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 210 time: 0.0284579 Jun 28 10:07:20.674399 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3b8dc174-18a1-402e-bb6e-09595e5a2c5f req-1065b180-2e23-4212-a60b-9a04258b3993 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 210 time: 0.0285251 Jun 28 10:07:21.624387 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-b5d3f36f-273b-4649-be96-f420f404480a tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:21.625830 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-b5d3f36f-273b-4649-be96-f420f404480a tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.37 "GET /v2.0/networks?id=c298eaee-bca7-4ac4-acf7-32990739f53c HTTP/1.1" status: 200 len: 811 time: 0.1011500 Jun 28 10:07:21.668208 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-a0c741e5-808c-4eef-bce2-291375669689 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ead4d90a046d443aa727b1fb09c50dec HTTP/1.1" status: 200 len: 379 time: 0.0332162 Jun 28 10:07:21.676574 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6d799b52-fe86-4cd2-ae18-204477e3b78b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Request body: {'port': {'device_id': '33921266-15c9-447a-b06a-8f35fa57f74b', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'admin_state_up': True, 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'security_groups': ['6c1290d6-8e02-44cd-978f-9dd3f9418dda']}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:07:21.821070 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-73eeb35b-f3e7-43f5-8daa-2800ad9a8b81 req-b64d1626-f7b8-4001-8665-32740eb4b3b0 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 210 time: 0.0317502 Jun 28 10:07:21.847628 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6d799b52-fe86-4cd2-ae18-204477e3b78b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Made reservation on behalf of ead4d90a046d443aa727b1fb09c50dec for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:07:21.851304 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6d799b52-fe86-4cd2-ae18-204477e3b78b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:21.972919 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6d799b52-fe86-4cd2-ae18-204477e3b78b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Allocated IP 172.20.0.3 (c298eaee-bca7-4ac4-acf7-32990739f53c/87334bf1-bc45-4f0c-acba-d5f00c8072a6/0ef65020-5057-4d74-ae25-6b9235ebb2c8) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:07:22.113409 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6d799b52-fe86-4cd2-ae18-204477e3b78b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:22.127033 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6d799b52-fe86-4cd2-ae18-204477e3b78b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Transition to ACTIVE for port object 0ef65020-5057-4d74-ae25-6b9235ebb2c8 will not be triggered until provisioned by entity DHCP. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:07:22.238219 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6d799b52-fe86-4cd2-ae18-204477e3b78b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58846138'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:22.243185 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-0942cd9b-1d01-49a6-b458-aef0800155d0 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:22.283159 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6d799b52-fe86-4cd2-ae18-204477e3b78b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Network c298eaee-bca7-4ac4-acf7-32990739f53c is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:07:22.288578 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6d799b52-fe86-4cd2-ae18-204477e3b78b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:07:22.291435 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6d799b52-fe86-4cd2-ae18-204477e3b78b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:07:22.323639 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d799b52-fe86-4cd2-ae18-204477e3b78b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event updated for resources: {'Port': ['ID=0ef65020-5057-4d74-ae25-6b9235ebb2c8,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:22.326680 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6d799b52-fe86-4cd2-ae18-204477e3b78b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:22.353311 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6d799b52-fe86-4cd2-ae18-204477e3b78b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:22.353938 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6d799b52-fe86-4cd2-ae18-204477e3b78b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:22.455636 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6d799b52-fe86-4cd2-ae18-204477e3b78b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7825820 Jun 28 10:07:22.469009 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Request body: {'port': {'device_id': '33921266-15c9-447a-b06a-8f35fa57f74b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:07:22.539982 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:22.659271 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-edcbdbbc-6041-43ef-aec2-7f39d631ed4b None None] Provisioning for port 0ef65020-5057-4d74-ae25-6b9235ebb2c8 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:07:22.663633 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-edcbdbbc-6041-43ef-aec2-7f39d631ed4b None None] Provisioning complete for port 0ef65020-5057-4d74-ae25-6b9235ebb2c8 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:07:22.669855 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-edcbdbbc-6041-43ef-aec2-7f39d631ed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:22.697757 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-edcbdbbc-6041-43ef-aec2-7f39d631ed4b None None] Port 0ef65020-5057-4d74-ae25-6b9235ebb2c8 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:07:22.795882 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef65020-5057-4d74-ae25-6b9235ebb2c8 {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:07:22.804525 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:22.817013 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Transition to ACTIVE for port object 0ef65020-5057-4d74-ae25-6b9235ebb2c8 will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:07:22.894703 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:22.898366 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-640a905f-e842-4e4c-b7d5-453a98f5ff0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:22.967225 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef65020-5057-4d74-ae25-6b9235ebb2c8,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:22.988982 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:23.006476 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701eef8-44b1-42fe-ad0e-107e904b7181 req-6cc07369-1bba-441e-9c6a-d57462e6fe84 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:23.008028 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3701eef8-44b1-42fe-ad0e-107e904b7181 req-6cc07369-1bba-441e-9c6a-d57462e6fe84 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 943 time: 0.0682366 Jun 28 10:07:23.019372 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Attempting to bind port 0ef65020-5057-4d74-ae25-6b9235ebb2c8 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:07:23.019712 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Attempting to bind port 0ef65020-5057-4d74-ae25-6b9235ebb2c8 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:07:23.020042 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Attempting to bind port 0ef65020-5057-4d74-ae25-6b9235ebb2c8 on network c298eaee-bca7-4ac4-acf7-32990739f53c {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:07:23.028365 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Port 0ef65020-5057-4d74-ae25-6b9235ebb2c8 on network c298eaee-bca7-4ac4-acf7-32990739f53c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:07:23.028772 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Attempting to bind port 0ef65020-5057-4d74-ae25-6b9235ebb2c8 on network c298eaee-bca7-4ac4-acf7-32990739f53c {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:07:23.034351 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:07:23.034722 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Checking segment: {'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:07:23.035108 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Bound using segment: {'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:07:23.035539 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Bound port: 0ef65020-5057-4d74-ae25-6b9235ebb2c8, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:07:23.036646 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:23.061524 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3701eef8-44b1-42fe-ad0e-107e904b7181 req-6626e700-6ac8-4e29-b863-36472de12997 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457289 Jun 28 10:07:23.116466 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] For port 0ef65020-5057-4d74-ae25-6b9235ebb2c8, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:07:23.120939 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] For port 0ef65020-5057-4d74-ae25-6b9235ebb2c8, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0ef65020-5057-4d74-ae25-6b9235ebb2c8,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:07:23.210316 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:23.212472 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-9a4832a7-3f68-4c0d-9079-f9535af8eb7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:23.251600 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:23.252220 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:23.253622 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] 10.222.0.37 "PUT /v2.0/ports/0ef65020-5057-4d74-ae25-6b9235ebb2c8 HTTP/1.1" status: 200 len: 1093 time: 0.7891340 Jun 28 10:07:23.258548 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33921266-15c9-447a-b06a-8f35fa57f74b', 'tag': '0ef65020-5057-4d74-ae25-6b9235ebb2c8'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:07:23.258548 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7173afd3-5dd1-4422-afff-1e32cf551050" -d '{"events": [{"name": "network-changed", "server_uuid": "33921266-15c9-447a-b06a-8f35fa57f74b", "tag": "0ef65020-5057-4d74-ae25-6b9235ebb2c8"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:07:23.275280 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef65020-5057-4d74-ae25-6b9235ebb2c8,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:23.278466 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:23.298942 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484d4746-9780-457b-b1c7-d71bb0af266a x-openstack-request-id: req-484d4746-9780-457b-b1c7-d71bb0af266a {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:07:23.298942 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33921266-15c9-447a-b06a-8f35fa57f74b", "tag": "0ef65020-5057-4d74-ae25-6b9235ebb2c8", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:07:23.298942 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-484d4746-9780-457b-b1c7-d71bb0af266a {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:07:23.298942 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33921266-15c9-447a-b06a-8f35fa57f74b', 'tag': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'status': 'completed', 'code': 200} Jun 28 10:07:23.372979 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173afd3-5dd1-4422-afff-1e32cf551050 req-a9e8fabf-efdb-4e64-b8c0-5f75d721c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:23.374569 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7173afd3-5dd1-4422-afff-1e32cf551050 req-a9e8fabf-efdb-4e64-b8c0-5f75d721c25e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 1096 time: 0.0552177 Jun 28 10:07:23.478053 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173afd3-5dd1-4422-afff-1e32cf551050 req-175a068f-0d8a-4f3f-8ca2-c980014c3ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:23.479491 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7173afd3-5dd1-4422-afff-1e32cf551050 req-175a068f-0d8a-4f3f-8ca2-c980014c3ac1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ead4d90a046d443aa727b1fb09c50dec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0966644 Jun 28 10:07:23.571846 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173afd3-5dd1-4422-afff-1e32cf551050 req-0ee9717b-9e28-4440-a085-d3e74345f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:23.573236 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-7173afd3-5dd1-4422-afff-1e32cf551050 req-0ee9717b-9e28-4440-a085-d3e74345f954 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874152 Jun 28 10:07:23.663937 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-a8c97717-f724-46df-b6f9-540096eec687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:23.665310 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-a8c97717-f724-46df-b6f9-540096eec687 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 1096 time: 0.0557292 Jun 28 10:07:23.705474 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-d3774ef9-d1a6-4153-9356-25536c100bb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ef65020-5057-4d74-ae25-6b9235ebb2c8 HTTP/1.1" status: 200 len: 217 time: 0.0333023 Jun 28 10:07:23.752499 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-9bec5407-9681-4200-b847-be92e6769c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:23.753932 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-9bec5407-9681-4200-b847-be92e6769c81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=87334bf1-bc45-4f0c-acba-d5f00c8072a6 HTTP/1.1" status: 200 len: 850 time: 0.0423310 Jun 28 10:07:23.812056 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-696f9da9-5b84-4b3e-b81e-e10a9378057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:23.813528 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-696f9da9-5b84-4b3e-b81e-e10a9378057f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c298eaee-bca7-4ac4-acf7-32990739f53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535088 Jun 28 10:07:23.899560 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-bb62b822-722a-405b-a21b-cd55826b4738 service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785882 Jun 28 10:07:23.987881 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-42e0767b-499c-48fa-8ee7-ca52edc424c1 req-3290702a-5a0f-4533-9387-f91bef7e6d79 service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818319 Jun 28 10:07:24.235202 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d87e-7e6b-46a5-94fe-8946ddb124d5 req-898e47f7-dbcb-4ebd-b00f-bea896fe7a91 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:24.236631 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-de45d87e-7e6b-46a5-94fe-8946ddb124d5 req-898e47f7-dbcb-4ebd-b00f-bea896fe7a91 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 943 time: 0.0614653 Jun 28 10:07:24.277563 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-de45d87e-7e6b-46a5-94fe-8946ddb124d5 req-89ac1201-c7f8-4451-8022-6ce21e1db4c9 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345490 Jun 28 10:07:25.450941 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90180972-d5be-443b-8804-e9908212c4b3 req-3147bf0e-b3d7-4f23-88e0-4628c6621b74 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:25.452273 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-90180972-d5be-443b-8804-e9908212c4b3 req-3147bf0e-b3d7-4f23-88e0-4628c6621b74 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 943 time: 0.0657737 Jun 28 10:07:25.489851 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-90180972-d5be-443b-8804-e9908212c4b3 req-21fe2c4c-2bac-4ca7-9acc-9f2375d60498 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319884 Jun 28 10:07:26.664370 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e062a16-6697-40e6-87b0-07a98f2da9c6 req-167679b8-a977-4677-90b8-b235a00de1a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:26.665842 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4e062a16-6697-40e6-87b0-07a98f2da9c6 req-167679b8-a977-4677-90b8-b235a00de1a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 943 time: 0.0657966 Jun 28 10:07:26.702453 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-4e062a16-6697-40e6-87b0-07a98f2da9c6 req-fc5483e0-0afa-439c-a2e4-bba2df7b8d4c tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310373 Jun 28 10:07:27.871374 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761d29f-fd51-4138-a7a9-bd2d4e2d56f7 req-b27c8e0d-d2c3-4486-a6ae-d413146e0acc tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:27.872873 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5761d29f-fd51-4138-a7a9-bd2d4e2d56f7 req-b27c8e0d-d2c3-4486-a6ae-d413146e0acc tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 943 time: 0.0628693 Jun 28 10:07:27.917561 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5761d29f-fd51-4138-a7a9-bd2d4e2d56f7 req-3d518a1f-03f2-4b41-9cfa-f68428b4de54 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359418 Jun 28 10:07:29.349464 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e03d2d-926e-4989-8894-453ec1cc926e req-ca60af35-29f1-489e-b34c-0e1e7da69986 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:29.350835 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-94e03d2d-926e-4989-8894-453ec1cc926e req-ca60af35-29f1-489e-b34c-0e1e7da69986 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 943 time: 0.3260276 Jun 28 10:07:29.386886 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-94e03d2d-926e-4989-8894-453ec1cc926e req-af3fa515-aa31-408f-8ae0-b632ebdbf009 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303590 Jun 28 10:07:30.554211 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fc9c9-5306-4bf3-a7d4-124f450b4a80 req-8c422e3c-4833-427e-ad54-7d04ee5d322e tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:30.555663 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e17fc9c9-5306-4bf3-a7d4-124f450b4a80 req-8c422e3c-4833-427e-ad54-7d04ee5d322e tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 943 time: 0.0620997 Jun 28 10:07:30.591788 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e17fc9c9-5306-4bf3-a7d4-124f450b4a80 req-936d8bc7-19de-4a3d-ab9e-b20133706fa2 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305500 Jun 28 10:07:31.763450 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b36944-ab69-46c1-9641-aebb604ddd17 req-b4b1b287-78ad-4159-afa0-2b339ddeaadf tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:31.765015 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-46b36944-ab69-46c1-9641-aebb604ddd17 req-b4b1b287-78ad-4159-afa0-2b339ddeaadf tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 943 time: 0.0641437 Jun 28 10:07:31.800698 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-46b36944-ab69-46c1-9641-aebb604ddd17 req-8dc0edc8-58ea-4858-a44e-039becbbd59f tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300076 Jun 28 10:07:32.602688 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 0ef65020-5057-4d74-ae25-6b9235ebb2c8 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:07:32.697429 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 0ef65020-5057-4d74-ae25-6b9235ebb2c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0ef65020-5057-4d74-ae25-6b9235ebb2c8,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:32.708076 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'port_id': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'mac_address': 'fa:16:3e:4e:e1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:07:32.743059 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:32.755388 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef65020-5057-4d74-ae25-6b9235ebb2c8 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:07:32.773497 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 0ef65020-5057-4d74-ae25-6b9235ebb2c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0ef65020-5057-4d74-ae25-6b9235ebb2c8,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:32.837763 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:32.840004 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:32.885850 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=0ef65020-5057-4d74-ae25-6b9235ebb2c8,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:32.888910 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:32.981132 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d20c72-0dfa-45c5-8c73-2dec5ff86caf req-44310849-d80d-4263-a42d-e2f3f49508b1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:32.982690 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a5d20c72-0dfa-45c5-8c73-2dec5ff86caf req-44310849-d80d-4263-a42d-e2f3f49508b1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 944 time: 0.0674045 Jun 28 10:07:33.021806 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-a5d20c72-0dfa-45c5-8c73-2dec5ff86caf req-3ea0ceec-0372-456c-85c5-791972723af4 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334399 Jun 28 10:07:33.044258 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['0ef65020-5057-4d74-ae25-6b9235ebb2c8'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:07:33.091878 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d695c723-dd9a-407d-9b1e-20ef816315a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:34.191696 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791e0cf-1659-48f0-8a00-d67dc1eee06c req-cb917974-90d0-4cdb-b594-ad0f8f30bcd3 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:34.193355 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3791e0cf-1659-48f0-8a00-d67dc1eee06c req-cb917974-90d0-4cdb-b594-ad0f8f30bcd3 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 944 time: 0.0623360 Jun 28 10:07:34.234374 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3791e0cf-1659-48f0-8a00-d67dc1eee06c req-708e6cee-5dac-420e-8335-4b0ea9d91ca4 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354657 Jun 28 10:07:34.617860 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 0ef65020-5057-4d74-ae25-6b9235ebb2c8 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:07:34.728517 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port 0ef65020-5057-4d74-ae25-6b9235ebb2c8 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:07:34.732392 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port 0ef65020-5057-4d74-ae25-6b9235ebb2c8 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:07:34.732812 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:34.806416 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:34.828373 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33921266-15c9-447a-b06a-8f35fa57f74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef65020-5057-4d74-ae25-6b9235ebb2c8'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:07:34.830663 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3434c085-b5f7-4c28-84da-123d1bb80e3e" -d '{"events": [{"server_uuid": "33921266-15c9-447a-b06a-8f35fa57f74b", "name": "network-vif-plugged", "status": "completed", "tag": "0ef65020-5057-4d74-ae25-6b9235ebb2c8"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:07:34.844317 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port 0ef65020-5057-4d74-ae25-6b9235ebb2c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0ef65020-5057-4d74-ae25-6b9235ebb2c8,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:07:34.866217 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2a9156-24a7-49f8-b55f-dd568910c8f4 x-openstack-request-id: req-6e2a9156-24a7-49f8-b55f-dd568910c8f4 {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:07:34.866520 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33921266-15c9-447a-b06a-8f35fa57f74b", "name": "network-vif-plugged", "status": "completed", "tag": "0ef65020-5057-4d74-ae25-6b9235ebb2c8", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:07:34.866782 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e2a9156-24a7-49f8-b55f-dd568910c8f4 {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:07:34.867177 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33921266-15c9-447a-b06a-8f35fa57f74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'code': 200} Jun 28 10:07:34.922925 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:34.925531 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:34.972457 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=0ef65020-5057-4d74-ae25-6b9235ebb2c8,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:34.975961 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:35.242726 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeec828-68fe-49f2-be89-39d6b22020ea req-a958047e-aced-42f2-9189-ca5396e2bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:35.244157 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-6eeec828-68fe-49f2-be89-39d6b22020ea req-a958047e-aced-42f2-9189-ca5396e2bee7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 1098 time: 0.0505888 Jun 28 10:07:35.278902 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-6eeec828-68fe-49f2-be89-39d6b22020ea req-045ed04b-5926-4893-a3a6-0dcaede6b9d4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286510 Jun 28 10:07:35.330921 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:07:35.408254 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29394d-baf3-40ce-9d76-08934aa6af14 req-db5b8aa0-f449-4ce1-92a5-52a9d699da73 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:35.409750 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3e29394d-baf3-40ce-9d76-08934aa6af14 req-db5b8aa0-f449-4ce1-92a5-52a9d699da73 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 945 time: 0.0630801 Jun 28 10:07:35.448003 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3e29394d-baf3-40ce-9d76-08934aa6af14 req-d9894f89-9bf8-4e10-ba7e-d7f6f3bc93f7 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319347 Jun 28 10:07:35.466066 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:35.523205 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-97ae997a-15eb-4efc-bee3-57e62d72be6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:36.619329 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3ce5b-a7b2-4e85-9329-bc076ba5dd62 req-b138f1f6-370f-46b4-9a94-48b789b40ca8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:36.620786 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-49e3ce5b-a7b2-4e85-9329-bc076ba5dd62 req-b138f1f6-370f-46b4-9a94-48b789b40ca8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 945 time: 0.0622227 Jun 28 10:07:36.656274 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-49e3ce5b-a7b2-4e85-9329-bc076ba5dd62 req-1a602a2a-ea6a-4d54-b999-c50030e71504 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300093 Jun 28 10:07:36.824476 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:36.825996 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94678e9f-7fd1-4ffe-94f4-e2fb202ded52 req-32a996e6-a128-45df-802c-a2024831b0ed tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:36.827465 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-94678e9f-7fd1-4ffe-94f4-e2fb202ded52 req-32a996e6-a128-45df-802c-a2024831b0ed tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 945 time: 0.0649996 Jun 28 10:07:36.866609 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-94678e9f-7fd1-4ffe-94f4-e2fb202ded52 req-b970d574-fe00-42d3-b059-dbb323c0e1d9 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334368 Jun 28 10:07:36.895630 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55330) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:36.950903 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51012a4-e83f-4300-bf86-40e1bf46ec63 tempest-TestVolumeBootPattern-754532336 tempest-TestVolumeBootPattern-754532336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:36.952851 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-b51012a4-e83f-4300-bf86-40e1bf46ec63 tempest-TestVolumeBootPattern-754532336 tempest-TestVolumeBootPattern-754532336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 1093 time: 0.0559626 Jun 28 10:07:36.956091 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55332) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:07:36.962514 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Request body: {'floatingip': {'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'port_id': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:07:37.106188 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for floatingip, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:37.204192 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:37.304472 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Allocated IP 172.27.2.35 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/068948bc-dd00-4372-b246-35acc59f9dfc) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:07:37.405191 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:37.506441 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59015149'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:37.508417 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-a3a91d8b-4432-4576-b2ad-996049f8c778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:37.543549 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:07:37.548685 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:07:37.552082 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:07:37.573131 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event updated for resources: {'Port': ['ID=068948bc-dd00-4372-b246-35acc59f9dfc,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:37.578249 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:37.905483 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:38.041034 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:38.192381 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:38.265996 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014943'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:38.269009 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-8ecce991-e384-4bd3-81b3-c96056b1578c tempest-TestMinimumBasicScenario-2124335033 tempest-TestMinimumBasicScenario-2124335033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:07:38.294511 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:38.339918 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event updated for resources: {'Port': ['ID=068948bc-dd00-4372-b246-35acc59f9dfc,revision_number=2']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:07:38.343761 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:07:38.350444 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:38.448541 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.l3_db [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Floating IP 57b8f000-effc-468f-b560-9873c370e05e associated. External IP: 172.27.2.35, port: 0ef65020-5057-4d74-ae25-6b9235ebb2c8. Jun 28 10:07:38.650232 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Router a8ce11b3-3967-4f92-b798-d9c3772f043f has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:07:38.753830 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:07:38.763714 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d02953-75c5-418b-ae24-addbcd8916f1 None None] Sync routers for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:07:38.772366 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d02953-75c5-418b-ae24-addbcd8916f1 None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:07:38.773038 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-89d02953-75c5-418b-ae24-addbcd8916f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:07:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:38.850003 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:07:38.876045 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-89d02953-75c5-418b-ae24-addbcd8916f1 None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:07:38.887191 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-f9aba304-6fd9-4020-b75b-fe8fab6742d5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9300475 Jun 28 10:07:38.887879 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33921266-15c9-447a-b06a-8f35fa57f74b', 'tag': '0ef65020-5057-4d74-ae25-6b9235ebb2c8'}] {{(pid=100130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:07:38.890202 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febbb13b6d7fe63a2731297dc7120ef37725474ca423d9a5e3d408f98460119f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8235489-bffc-41fe-ba81-8e7117b0639d" -d '{"events": [{"name": "network-changed", "server_uuid": "33921266-15c9-447a-b06a-8f35fa57f74b", "tag": "0ef65020-5057-4d74-ae25-6b9235ebb2c8"}]}' {{(pid=100130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:07:38.925663 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b83d6a6-4847-4909-a4fe-1135bb6e439d x-openstack-request-id: req-0b83d6a6-4847-4909-a4fe-1135bb6e439d {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:07:38.926768 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33921266-15c9-447a-b06a-8f35fa57f74b", "tag": "0ef65020-5057-4d74-ae25-6b9235ebb2c8", "status": "completed", "code": 200}]} {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:07:38.927049 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b83d6a6-4847-4909-a4fe-1135bb6e439d {{(pid=100130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:07:38.927554 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33921266-15c9-447a-b06a-8f35fa57f74b', 'tag': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'status': 'completed', 'code': 200} Jun 28 10:07:38.999994 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8235489-bffc-41fe-ba81-8e7117b0639d req-a6477f50-20ca-488c-8f38-b7919bc29193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:39.001509 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d8235489-bffc-41fe-ba81-8e7117b0639d req-a6477f50-20ca-488c-8f38-b7919bc29193 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 1098 time: 0.0527339 Jun 28 10:07:39.094108 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8235489-bffc-41fe-ba81-8e7117b0639d req-c7a4943e-7ad3-457a-955a-c0334d16a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:39.095527 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d8235489-bffc-41fe-ba81-8e7117b0639d req-c7a4943e-7ad3-457a-955a-c0334d16a9e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c298eaee-bca7-4ac4-acf7-32990739f53c HTTP/1.1" status: 200 len: 912 time: 0.0878675 Jun 28 10:07:39.097427 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-89d02953-75c5-418b-ae24-addbcd8916f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '57b8f000-effc-468f-b560-9873c370e05e', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'port_id': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'mac_address': 'fa:16:3e:4e:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33921266-15c9-447a-b06a-8f35fa57f74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:07:37Z', 'updated_at': '2021-06-28T10:07:37Z', 'revision_number': 0, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:39.123597 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d02953-75c5-418b-ae24-addbcd8916f1 None None] Checking router: a8ce11b3-3967-4f92-b798-d9c3772f043f for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:07:39.131656 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d02953-75c5-418b-ae24-addbcd8916f1 None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:07:39.132268 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-89d02953-75c5-418b-ae24-addbcd8916f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:07:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:39.160092 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d8235489-bffc-41fe-ba81-8e7117b0639d req-2add7863-92eb-4bd6-836c-fc31ae15f922 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ef65020-5057-4d74-ae25-6b9235ebb2c8 HTTP/1.1" status: 200 len: 998 time: 0.0574689 Jun 28 10:07:39.211069 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8235489-bffc-41fe-ba81-8e7117b0639d req-a00c4821-4e76-4112-9ef7-3a254865f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:39.212525 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d8235489-bffc-41fe-ba81-8e7117b0639d req-a00c4821-4e76-4112-9ef7-3a254865f91a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=87334bf1-bc45-4f0c-acba-d5f00c8072a6 HTTP/1.1" status: 200 len: 850 time: 0.0465736 Jun 28 10:07:39.234329 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-89d02953-75c5-418b-ae24-addbcd8916f1 None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:07:39.270599 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8235489-bffc-41fe-ba81-8e7117b0639d req-1948be12-65bd-4393-a869-f6ea72a02250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:07:39.272065 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d8235489-bffc-41fe-ba81-8e7117b0639d req-1948be12-65bd-4393-a869-f6ea72a02250 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c298eaee-bca7-4ac4-acf7-32990739f53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0520005 Jun 28 10:07:39.359329 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d8235489-bffc-41fe-ba81-8e7117b0639d req-71a1cd02-430e-4f9f-8918-eed9eabe57fc service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802841 Jun 28 10:07:39.449667 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-d8235489-bffc-41fe-ba81-8e7117b0639d req-53bfa8f1-7304-4dec-829c-c3c85ceac2a9 service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842693 Jun 28 10:07:39.456273 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-89d02953-75c5-418b-ae24-addbcd8916f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '57b8f000-effc-468f-b560-9873c370e05e', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'port_id': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'mac_address': 'fa:16:3e:4e:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33921266-15c9-447a-b06a-8f35fa57f74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:07:37Z', 'updated_at': '2021-06-28T10:07:37Z', 'revision_number': 0, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:07:39.483820 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d02953-75c5-418b-ae24-addbcd8916f1 None None] The sync data for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi is: [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '57b8f000-effc-468f-b560-9873c370e05e', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'port_id': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'mac_address': 'fa:16:3e:4e:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33921266-15c9-447a-b06a-8f35fa57f74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:07:37Z', 'updated_at': '2021-06-28T10:07:37Z', 'revision_number': 0, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:07:39.663822 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c47791a-a0e1-4263-9a51-07c0c73ffc5f None None] New status for floating IP 57b8f000-effc-468f-b560-9873c370e05e: ACTIVE {{(pid=100132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:07:46.172912 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:03.071037 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5353f38d-5b84-4222-9ecf-e15cb401a0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:05.453871 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:05.516650 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4468-c27a-4c7b-ad25-e8de83189d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:06.840527 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:08.264898 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:12.329678 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:08:16.222953 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:25.536343 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-668db2df-f478-4aa5-92dd-b65ed792cc21 req-778e2a3f-ed69-4509-b507-582970f8c9ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508924 Jun 28 10:08:25.634017 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668db2df-f478-4aa5-92dd-b65ed792cc21 req-2cc56c5c-cad8-4c88-be71-9e7dee5f3447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:25.635496 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-668db2df-f478-4aa5-92dd-b65ed792cc21 req-2cc56c5c-cad8-4c88-be71-9e7dee5f3447 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 1098 time: 0.0514390 Jun 28 10:08:25.737971 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668db2df-f478-4aa5-92dd-b65ed792cc21 req-2967a595-8de0-4c14-ad79-2c408114a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:25.739395 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-668db2df-f478-4aa5-92dd-b65ed792cc21 req-2967a595-8de0-4c14-ad79-2c408114a947 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c298eaee-bca7-4ac4-acf7-32990739f53c HTTP/1.1" status: 200 len: 912 time: 0.0838110 Jun 28 10:08:25.801139 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-668db2df-f478-4aa5-92dd-b65ed792cc21 req-308c826c-d516-4d26-9871-c55d17ccc1ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ef65020-5057-4d74-ae25-6b9235ebb2c8 HTTP/1.1" status: 200 len: 1000 time: 0.0547547 Jun 28 10:08:25.852724 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668db2df-f478-4aa5-92dd-b65ed792cc21 req-f18176ee-9844-46bf-9823-0cd1f237faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:25.854126 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-668db2df-f478-4aa5-92dd-b65ed792cc21 req-f18176ee-9844-46bf-9823-0cd1f237faaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=87334bf1-bc45-4f0c-acba-d5f00c8072a6 HTTP/1.1" status: 200 len: 850 time: 0.0459714 Jun 28 10:08:25.908086 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668db2df-f478-4aa5-92dd-b65ed792cc21 req-c69bbe86-e6c9-4062-b172-306ee8dbe5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:08:25.909526 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-668db2df-f478-4aa5-92dd-b65ed792cc21 req-c69bbe86-e6c9-4062-b172-306ee8dbe5c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c298eaee-bca7-4ac4-acf7-32990739f53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489302 Jun 28 10:08:25.998550 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-668db2df-f478-4aa5-92dd-b65ed792cc21 req-9be6a95f-30db-4788-853c-d7778ecb9b30 service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820639 Jun 28 10:08:26.087589 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-668db2df-f478-4aa5-92dd-b65ed792cc21 req-5e748bf6-71c6-4bf8-bb8b-db74452dd08a service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795383 Jun 28 10:08:33.059163 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-b6cd5b40-863f-442a-b18f-36cc41ae9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:35.464310 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:35.515456 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-a7f8eccb-fffb-4d08-93fc-fe8be81729a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:36.864507 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:38.276183 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:46.224109 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:08:49.328245 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:09:03.052089 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-8a965375-6b80-4f8a-973b-a0e1d6ddc90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:05.469117 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:05.560969 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-8448e092-c6d1-4a1b-aca7-6b610a31596f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:06.823517 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:08.320672 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:16.228860 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:16.633167 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-11f456d5-010e-4b64-9b5e-026cbdf7e9e3 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-797622739&fields=id&tenant_id=ead4d90a046d443aa727b1fb09c50dec HTTP/1.1" status: 200 len: 267 time: 0.0341113 Jun 28 10:09:16.740692 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-0d89b4ad-74d5-4860-a8bf-6f3df9ddb72d tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:16.742174 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-0d89b4ad-74d5-4860-a8bf-6f3df9ddb72d tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/networks?id=c298eaee-bca7-4ac4-acf7-32990739f53c HTTP/1.1" status: 200 len: 811 time: 0.1028852 Jun 28 10:09:16.757142 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-5e2cd1d3-4207-4591-8756-f3fbfb3490fb tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/quotas/ead4d90a046d443aa727b1fb09c50dec HTTP/1.1" status: 200 len: 375 time: 0.0095868 Jun 28 10:09:16.830337 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-9344940b-5c8b-4b4a-aac8-7ad8b0268fcb tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0682724 Jun 28 10:09:16.923238 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-3a2d5e1e-ebab-4a0f-be4f-3deb6b22bf82 service neutron] 10.222.0.30 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818665 Jun 28 10:09:17.013917 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-0ce2094d-cb20-4135-8a66-158d3ff7d2c6 service neutron] 10.222.0.30 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849788 Jun 28 10:09:17.613257 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-b88adb46-8c2a-40d4-9f69-36a431d88f9e req-a077e818-39f3-455b-8bfe-a760ee2c4a18 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 210 time: 0.0294776 Jun 28 10:09:18.762568 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-28d4a0a9-beb0-442f-802f-d18a912e8a5d req-500fd372-ddbc-4039-b6b3-82ed3c62dd3d tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 210 time: 0.0356858 Jun 28 10:09:19.872902 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-68cc0a34-f239-40e6-abd0-6edf998082e1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:19.874426 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-68cc0a34-f239-40e6-abd0-6edf998082e1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.37 "GET /v2.0/networks?id=c298eaee-bca7-4ac4-acf7-32990739f53c HTTP/1.1" status: 200 len: 811 time: 0.3863842 Jun 28 10:09:19.920231 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-bf1f1dba-7ac3-431a-999e-ddacae1565c7 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ead4d90a046d443aa727b1fb09c50dec HTTP/1.1" status: 200 len: 379 time: 0.0361791 Jun 28 10:09:19.924083 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-afcea4a9-eafc-4f0d-b40a-8dafffaf28b1 req-138af825-db96-4dea-8666-1a8757221c66 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 210 time: 0.0365212 Jun 28 10:09:19.929276 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Request body: {'port': {'device_id': 'b39f568f-10bf-4e5f-8992-503169ee1638', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'admin_state_up': True, 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'security_groups': ['6c1290d6-8e02-44cd-978f-9dd3f9418dda']}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:09:20.120393 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Made reservation on behalf of ead4d90a046d443aa727b1fb09c50dec for: {'port': 1} {{(pid=100129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 10:09:20.123975 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:20.245480 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_common [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Allocated IP 172.20.0.11 (c298eaee-bca7-4ac4-acf7-32990739f53c/87334bf1-bc45-4f0c-acba-d5f00c8072a6/e4343a74-ae8c-42e9-85b5-9a862185e189) {{(pid=100129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:09:20.381110 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for port, precommit_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:20.394129 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Transition to ACTIVE for port object e4343a74-ae8c-42e9-85b5-9a862185e189 will not be triggered until provisioned by entity DHCP. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:09:20.509377 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58846138'] for port, after_create {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:20.513313 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-85a19c2f-e541-4d08-a78e-42f0be2d1ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:09:20.551685 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Network c298eaee-bca7-4ac4-acf7-32990739f53c is already hosted by enough agents. {{(pid=100129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:09:20.554851 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.base_scheduler [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Resources bound (agent type, host, resource id): {{(pid=100129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:09:20.561148 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Received port after_create {{(pid=100129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:09:20.589667 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event updated for resources: {'Port': ['ID=e4343a74-ae8c-42e9-85b5-9a862185e189,revision_number=1']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:09:20.598062 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:20.598453 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:20.598830 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:20.599279 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:20.599646 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:20.600017 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:20.600697 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:20.600869 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:20.601120 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:20.601483 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:20.601844 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:20.602204 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:20.607934 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:09:20.629022 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:20.629652 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:20.726778 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-21bd1174-0d87-45fd-86cd-d548bd22f7fa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8014915 Jun 28 10:09:20.740447 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.v2.base [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Request body: {'port': {'device_id': 'b39f568f-10bf-4e5f-8992-503169ee1638', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=100129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:09:20.813345 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:20.856291 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-dc8652d6-b463-4bb6-b8f7-900ce1dc0479 None None] Provisioning for port e4343a74-ae8c-42e9-85b5-9a862185e189 completed by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:09:20.861064 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-dc8652d6-b463-4bb6-b8f7-900ce1dc0479 None None] Provisioning complete for port e4343a74-ae8c-42e9-85b5-9a862185e189 triggered by entity DHCP. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:09:20.866221 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-dc8652d6-b463-4bb6-b8f7-900ce1dc0479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:20.894577 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-dc8652d6-b463-4bb6-b8f7-900ce1dc0479 None None] Port e4343a74-ae8c-42e9-85b5-9a862185e189 cannot update to ACTIVE because it is not bound. {{(pid=100131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 10:09:21.072558 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4343a74-ae8c-42e9-85b5-9a862185e189 {{(pid=100129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:09:21.082075 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:21.100005 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.provisioning_blocks [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Transition to ACTIVE for port object e4343a74-ae8c-42e9-85b5-9a862185e189 will not be triggered until provisioned by entity L2. {{(pid=100129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 10:09:21.103086 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33a856-2953-4107-8d1d-27b8b2772550 req-a8a6db19-a2fc-4839-b579-899d1d70761e tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:21.104576 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8c33a856-2953-4107-8d1d-27b8b2772550 req-a8a6db19-a2fc-4839-b579-899d1d70761e tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 932 time: 0.0671463 Jun 28 10:09:21.142126 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8c33a856-2953-4107-8d1d-27b8b2772550 req-6c9ce039-8414-4cb7-918e-ad3dda93b47f tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315077 Jun 28 10:09:21.204394 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:21.207525 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6b40a6f6-1f61-49b5-bd1e-5579be477ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:09:21.301730 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e4343a74-ae8c-42e9-85b5-9a862185e189,revision_number=2']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:09:21.305190 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:09:21.331899 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Attempting to bind port e4343a74-ae8c-42e9-85b5-9a862185e189 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 10:09:21.332268 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Attempting to bind port e4343a74-ae8c-42e9-85b5-9a862185e189 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 10:09:21.332601 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Attempting to bind port e4343a74-ae8c-42e9-85b5-9a862185e189 on network c298eaee-bca7-4ac4-acf7-32990739f53c {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:09:21.339408 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Port e4343a74-ae8c-42e9-85b5-9a862185e189 on network c298eaee-bca7-4ac4-acf7-32990739f53c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 10:09:21.340149 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Attempting to bind port e4343a74-ae8c-42e9-85b5-9a862185e189 on network c298eaee-bca7-4ac4-acf7-32990739f53c {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 10:09:21.347528 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Checking agent: {'id': '89e0f037-17c2-42af-81fb-70c30c5ad4d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'started_at': datetime.datetime(2021, 6, 28, 9, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 10, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 10:09:21.347879 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Checking segment: {'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 10:09:21.348270 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Bound using segment: {'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'} {{(pid=100129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 10:09:21.348725 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.managers [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Bound port: e4343a74-ae8c-42e9-85b5-9a862185e189, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c'}}] {{(pid=100129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 10:09:21.349102 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:21.413688 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] For port e4343a74-ae8c-42e9-85b5-9a862185e189, host hv-cinder-78662, cleared binding levels {{(pid=100129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 10:09:21.417778 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] For port e4343a74-ae8c-42e9-85b5-9a862185e189, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e4343a74-ae8c-42e9-85b5-9a862185e189,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 10:09:21.480624 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58846024'] for port, after_update {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:21.482729 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-ad2a03f1-a615-4630-b91d-24cb2187aa52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:09:21.520131 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:21.520780 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:21.522227 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] 10.222.0.37 "PUT /v2.0/ports/e4343a74-ae8c-42e9-85b5-9a862185e189 HTTP/1.1" status: 200 len: 1094 time: 0.7888358 Jun 28 10:09:21.525031 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39f568f-10bf-4e5f-8992-503169ee1638', 'tag': 'e4343a74-ae8c-42e9-85b5-9a862185e189'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:09:21.528514 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74a6b33-9c16-469a-aa38-3331d3512d26" -d '{"events": [{"name": "network-changed", "server_uuid": "b39f568f-10bf-4e5f-8992-503169ee1638", "tag": "e4343a74-ae8c-42e9-85b5-9a862185e189"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:09:21.558180 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e4343a74-ae8c-42e9-85b5-9a862185e189,revision_number=3']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:09:21.568933 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:09:21.570613 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f536d61-70fa-443d-93a1-92d5283c5d4d x-openstack-request-id: req-6f536d61-70fa-443d-93a1-92d5283c5d4d {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:09:21.570944 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39f568f-10bf-4e5f-8992-503169ee1638", "tag": "e4343a74-ae8c-42e9-85b5-9a862185e189", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:09:21.571239 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f536d61-70fa-443d-93a1-92d5283c5d4d {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:09:21.571669 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39f568f-10bf-4e5f-8992-503169ee1638', 'tag': 'e4343a74-ae8c-42e9-85b5-9a862185e189', 'status': 'completed', 'code': 200} Jun 28 10:09:21.648818 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a6b33-9c16-469a-aa38-3331d3512d26 req-51e45fd4-7c32-4b7e-a5e9-201f977b6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:21.650221 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c74a6b33-9c16-469a-aa38-3331d3512d26 req-51e45fd4-7c32-4b7e-a5e9-201f977b6aa1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 1097 time: 0.0573738 Jun 28 10:09:21.746710 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a6b33-9c16-469a-aa38-3331d3512d26 req-05050b53-79ee-4144-9af9-298c9b98a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:21.748164 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c74a6b33-9c16-469a-aa38-3331d3512d26 req-05050b53-79ee-4144-9af9-298c9b98a8de service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ead4d90a046d443aa727b1fb09c50dec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0905120 Jun 28 10:09:21.840109 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a6b33-9c16-469a-aa38-3331d3512d26 req-230cd056-a1a3-4162-92df-741e2ca17670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:21.841493 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-c74a6b33-9c16-469a-aa38-3331d3512d26 req-230cd056-a1a3-4162-92df-741e2ca17670 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867345 Jun 28 10:09:21.931660 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-6ec90c12-2132-41a5-a70a-6a9a23a26e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:21.933039 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-6ec90c12-2132-41a5-a70a-6a9a23a26e4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 1097 time: 0.0514233 Jun 28 10:09:21.977095 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-417320a8-9dea-4880-9b48-ae2097c91ea0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4343a74-ae8c-42e9-85b5-9a862185e189 HTTP/1.1" status: 200 len: 217 time: 0.0368404 Jun 28 10:09:22.023212 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-c861c2c8-11f6-4049-8499-4ee7ae0f74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:22.024615 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-c861c2c8-11f6-4049-8499-4ee7ae0f74dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=87334bf1-bc45-4f0c-acba-d5f00c8072a6 HTTP/1.1" status: 200 len: 850 time: 0.0418499 Jun 28 10:09:22.078905 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-45437608-b845-4a31-82aa-714e6e213814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:22.080338 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-45437608-b845-4a31-82aa-714e6e213814 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c298eaee-bca7-4ac4-acf7-32990739f53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494857 Jun 28 10:09:22.172333 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-ecb0dd2e-b61b-4df3-a5ef-918af4af8d3f service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846701 Jun 28 10:09:22.261338 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-e4c2428e-4971-4a7a-ba71-38709be6fd58 req-a6ba1d09-08f2-4ba7-9a99-38b72609cd1c service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825858 Jun 28 10:09:22.311494 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d581bbe-f5de-46eb-b566-d0c4a7f1a112 req-edc74924-06a0-4bdd-a607-fa3a29870c83 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:22.313532 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1d581bbe-f5de-46eb-b566-d0c4a7f1a112 req-edc74924-06a0-4bdd-a607-fa3a29870c83 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 944 time: 0.0642414 Jun 28 10:09:22.354237 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1d581bbe-f5de-46eb-b566-d0c4a7f1a112 req-de35d1de-cbdc-4186-ac2f-639c94a4d351 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351605 Jun 28 10:09:23.531776 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ced7b-e379-4ccc-b9c1-eefe38fde015 req-9f8d0259-18de-4c25-b4ec-8610d9321b3b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:23.533291 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-208ced7b-e379-4ccc-b9c1-eefe38fde015 req-9f8d0259-18de-4c25-b4ec-8610d9321b3b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 944 time: 0.0652380 Jun 28 10:09:23.571665 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-208ced7b-e379-4ccc-b9c1-eefe38fde015 req-66f18071-b32e-45c7-bc32-bc26043ad669 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327950 Jun 28 10:09:24.739806 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ea412-62b1-493e-8317-9a5b4a911786 req-ff8033ab-df11-4661-aadf-289dbeadf576 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:24.741302 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0e5ea412-62b1-493e-8317-9a5b4a911786 req-ff8033ab-df11-4661-aadf-289dbeadf576 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 944 time: 0.0624313 Jun 28 10:09:24.779151 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-0e5ea412-62b1-493e-8317-9a5b4a911786 req-7e45e00b-9e22-4d35-8ade-2ddbdd0931e1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323019 Jun 28 10:09:25.954279 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcad0a9-d670-4614-8c19-5e94f3dce0b0 req-ae044f02-62c7-424f-9c8a-c5fc045d02a5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:25.955716 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8dcad0a9-d670-4614-8c19-5e94f3dce0b0 req-ae044f02-62c7-424f-9c8a-c5fc045d02a5 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 944 time: 0.0674281 Jun 28 10:09:25.992781 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8dcad0a9-d670-4614-8c19-5e94f3dce0b0 req-759a1181-caf3-4081-a768-474d620b07b6 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314980 Jun 28 10:09:26.327764 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:09:26.552005 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5577280e-854c-4a37-b7a8-f9a06ba19971 req-721ac7d5-3191-4fb0-987a-352bea1d4850 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524945 Jun 28 10:09:26.646727 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577280e-854c-4a37-b7a8-f9a06ba19971 req-b63f6b7a-dd17-4527-8146-2a3b9271ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:26.648175 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5577280e-854c-4a37-b7a8-f9a06ba19971 req-b63f6b7a-dd17-4527-8146-2a3b9271ee9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 1098 time: 0.0552130 Jun 28 10:09:26.751517 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577280e-854c-4a37-b7a8-f9a06ba19971 req-f57a4f9f-213f-4aa3-86d2-8bf44931b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:26.752994 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5577280e-854c-4a37-b7a8-f9a06ba19971 req-f57a4f9f-213f-4aa3-86d2-8bf44931b28e service neutron] 10.222.0.37 "GET /v2.0/networks?id=c298eaee-bca7-4ac4-acf7-32990739f53c HTTP/1.1" status: 200 len: 912 time: 0.0836306 Jun 28 10:09:26.823998 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5577280e-854c-4a37-b7a8-f9a06ba19971 req-5569aa0e-e5d2-4997-a831-2ff079eca958 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ef65020-5057-4d74-ae25-6b9235ebb2c8 HTTP/1.1" status: 200 len: 1000 time: 0.0644336 Jun 28 10:09:26.869692 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577280e-854c-4a37-b7a8-f9a06ba19971 req-0e9c007a-dfd5-4c37-af7b-2a6b0a496c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:26.871077 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5577280e-854c-4a37-b7a8-f9a06ba19971 req-0e9c007a-dfd5-4c37-af7b-2a6b0a496c82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=87334bf1-bc45-4f0c-acba-d5f00c8072a6 HTTP/1.1" status: 200 len: 850 time: 0.0410287 Jun 28 10:09:26.926073 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577280e-854c-4a37-b7a8-f9a06ba19971 req-59e1ff26-f3a2-4503-9938-3bad53d166cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:26.927560 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5577280e-854c-4a37-b7a8-f9a06ba19971 req-59e1ff26-f3a2-4503-9938-3bad53d166cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c298eaee-bca7-4ac4-acf7-32990739f53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505605 Jun 28 10:09:27.018043 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5577280e-854c-4a37-b7a8-f9a06ba19971 req-767bf93a-f35e-4820-a426-bb4816fcb45f service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840478 Jun 28 10:09:27.108101 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5577280e-854c-4a37-b7a8-f9a06ba19971 req-6344d1bd-618b-4551-8000-c5fc8a5f8b91 service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827997 Jun 28 10:09:27.167293 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a1391-40b2-4ff4-a397-abcd43d586cb req-46e1f275-de6f-42b1-96ac-5a22dedccfdc tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:27.168758 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3f4a1391-40b2-4ff4-a397-abcd43d586cb req-46e1f275-de6f-42b1-96ac-5a22dedccfdc tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 944 time: 0.0623982 Jun 28 10:09:27.205753 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-3f4a1391-40b2-4ff4-a397-abcd43d586cb req-3faac170-d9a5-46be-8558-5cbaec237f3f tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302737 Jun 28 10:09:28.378194 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0b966-3674-49c5-b306-2c461e357ad1 req-42cda51a-f6dc-4745-ac81-484509e30873 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:28.379709 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-52f0b966-3674-49c5-b306-2c461e357ad1 req-42cda51a-f6dc-4745-ac81-484509e30873 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 944 time: 0.0657480 Jun 28 10:09:28.422180 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-52f0b966-3674-49c5-b306-2c461e357ad1 req-6e4de217-a454-48eb-befe-ace9726da858 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368221 Jun 28 10:09:29.129260 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [req-dd40fb21-4335-4455-af55-585d66025e05 req-6d5724e0-0f14-424d-8ef7-eb90c2b05460 service neutron] (100129) timed out ('10.222.0.37', 49898) {{(pid=100129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 10:09:29.193757 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device e4343a74-ae8c-42e9-85b5-9a862185e189 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=100131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 10:09:29.287332 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port e4343a74-ae8c-42e9-85b5-9a862185e189, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e4343a74-ae8c-42e9-85b5-9a862185e189,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:09:29.298711 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Returning: {'device': 'e4343a74-ae8c-42e9-85b5-9a862185e189', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'port_id': 'e4343a74-ae8c-42e9-85b5-9a862185e189', 'mac_address': 'fa:16:3e:0a:b3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 10:09:29.333619 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:29.346517 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4343a74-ae8c-42e9-85b5-9a862185e189 {{(pid=100131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 10:09:29.364617 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port e4343a74-ae8c-42e9-85b5-9a862185e189, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e4343a74-ae8c-42e9-85b5-9a862185e189,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:09:29.432477 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:29.434615 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-8d0d34b8-e69b-4d64-8bb6-d7479c75363e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:09:29.484217 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=e4343a74-ae8c-42e9-85b5-9a862185e189,revision_number=4']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:09:29.491085 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:29.491443 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:29.491788 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:29.492127 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:29.492464 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:29.492824 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:29.493158 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:29.493487 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:29.493822 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:29.494149 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:29.494477 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:29.494801 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:29.498696 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:09:29.593934 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2bf90-5351-428e-a71a-a3b1ccc8c43b req-d1f0fe49-d13d-46b0-a716-26e0a9a8837d tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:29.595414 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-eaa2bf90-5351-428e-a71a-a3b1ccc8c43b req-d1f0fe49-d13d-46b0-a716-26e0a9a8837d tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 945 time: 0.0620036 Jun 28 10:09:29.630515 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-eaa2bf90-5351-428e-a71a-a3b1ccc8c43b req-7386dd7a-2530-4d66-89a3-560940c8012c tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295079 Jun 28 10:09:29.652190 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] get_ports_and_sgs() called for port_ids ['e4343a74-ae8c-42e9-85b5-9a862185e189'] {{(pid=100131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 10:09:30.268674 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [req-855d6b6e-ddc4-48f4-832e-f5b8bd536064 req-d4e7a340-f1c8-4239-b603-60ed31cb71d6 service neutron] (100130) timed out ('10.222.0.37', 49853) {{(pid=100130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 10:09:30.810864 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6476b-6b93-40a0-837c-3b63fd46576c req-fb0e0b70-1146-4d72-8f42-8ab22fd683fd tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:30.812407 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e2a6476b-6b93-40a0-837c-3b63fd46576c req-fb0e0b70-1146-4d72-8f42-8ab22fd683fd tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 945 time: 0.0696969 Jun 28 10:09:30.849205 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-e2a6476b-6b93-40a0-837c-3b63fd46576c req-fb8959e7-3610-4cf6-b38a-9f8b4726ffab tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312426 Jun 28 10:09:31.208687 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device e4343a74-ae8c-42e9-85b5-9a862185e189 up at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 10:09:31.337033 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning for port e4343a74-ae8c-42e9-85b5-9a862185e189 completed by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 10:09:31.340924 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.provisioning_blocks [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Provisioning complete for port e4343a74-ae8c-42e9-85b5-9a862185e189 triggered by entity L2. {{(pid=100131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 10:09:31.341311 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1882604'] for port, provisioning_complete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:31.415874 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:31.440611 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39f568f-10bf-4e5f-8992-503169ee1638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4343a74-ae8c-42e9-85b5-9a862185e189'}] {{(pid=100131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:09:31.442914 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942ab8609d5ee79b79a86ffaa1dafaa5f014785f0622949cc2bcf5c87439fcca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c501f5aa-8c10-4126-b916-d62c3c527e4a" -d '{"events": [{"server_uuid": "b39f568f-10bf-4e5f-8992-503169ee1638", "name": "network-vif-plugged", "status": "completed", "tag": "e4343a74-ae8c-42e9-85b5-9a862185e189"}]}' {{(pid=100131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:09:31.456569 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] For port e4343a74-ae8c-42e9-85b5-9a862185e189, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e4343a74-ae8c-42e9-85b5-9a862185e189,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:09:31.483747 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231b6cc4-3182-45ef-a3c8-8fda14427ffe x-openstack-request-id: req-231b6cc4-3182-45ef-a3c8-8fda14427ffe {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:09:31.484074 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39f568f-10bf-4e5f-8992-503169ee1638", "name": "network-vif-plugged", "status": "completed", "tag": "e4343a74-ae8c-42e9-85b5-9a862185e189", "code": 200}]} {{(pid=100131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:09:31.484331 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-231b6cc4-3182-45ef-a3c8-8fda14427ffe {{(pid=100131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:09:31.484747 dv-cinder-786627-12-iscsi neutron-server[100131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39f568f-10bf-4e5f-8992-503169ee1638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4343a74-ae8c-42e9-85b5-9a862185e189', 'code': 200} Jun 28 10:09:31.531654 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480'] for port, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:31.534409 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-2aa29dc8-80de-4b15-ab10-225f5dd2747d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:09:31.583994 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Pushing event updated for resources: {'Port': ['ID=e4343a74-ae8c-42e9-85b5-9a862185e189,revision_number=5']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:09:31.587737 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:09:31.879734 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b2799-4fd2-4d15-a048-91df66386071 req-17583e3d-82ed-456a-9fec-26ac9fa11a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:31.881296 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-197b2799-4fd2-4d15-a048-91df66386071 req-17583e3d-82ed-456a-9fec-26ac9fa11a3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 1099 time: 0.0565665 Jun 28 10:09:31.915725 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-197b2799-4fd2-4d15-a048-91df66386071 req-b09bf7e2-4a17-4474-a78d-2ab10d38656c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275099 Jun 28 10:09:32.026819 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0396d-b5e8-44b0-a31f-5ceb07787744 req-b68f8277-8fe7-48b2-84b2-73abe7956d51 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:32.028275 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1cc0396d-b5e8-44b0-a31f-5ceb07787744 req-b68f8277-8fe7-48b2-84b2-73abe7956d51 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 946 time: 0.0680382 Jun 28 10:09:32.065100 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-1cc0396d-b5e8-44b0-a31f-5ceb07787744 req-53f41729-e66c-4d21-9006-c0d9cd465bdc tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303614 Jun 28 10:09:33.086010 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-672d1615-3932-4b85-9361-656ab01f54b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:33.235188 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b88d-73f7-487f-b3cf-18c221365128 req-4a8e6a57-80a2-4449-abd3-d9634f4bdebc tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:33.236631 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ba52b88d-73f7-487f-b3cf-18c221365128 req-4a8e6a57-80a2-4449-abd3-d9634f4bdebc tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 946 time: 0.0620008 Jun 28 10:09:33.272557 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-ba52b88d-73f7-487f-b3cf-18c221365128 req-32633b7b-f244-4bd9-8398-98c9c81d024b tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303483 Jun 28 10:09:33.445127 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5428a12-1c32-484b-82e2-be15b66f911e req-34c05602-0d21-4392-9151-d743b5f5b9bf tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:33.446507 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f5428a12-1c32-484b-82e2-be15b66f911e req-34c05602-0d21-4392-9151-d743b5f5b9bf tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 946 time: 0.0651574 Jun 28 10:09:33.484660 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-f5428a12-1c32-484b-82e2-be15b66f911e req-fbf8e73a-21fb-4fc4-b6ec-cd1c196e0b1e tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324104 Jun 28 10:09:33.509502 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55452) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:09:33.559331 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255b84bf-c96d-429f-8811-6db7ea3e586a tempest-TestVolumeBootPattern-754532336 tempest-TestVolumeBootPattern-754532336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:33.560831 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-255b84bf-c96d-429f-8811-6db7ea3e586a tempest-TestVolumeBootPattern-754532336 tempest-TestVolumeBootPattern-754532336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 1094 time: 0.0503542 Jun 28 10:09:33.563410 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55454) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:09:33.567756 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.v2.base [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Request body: {'floatingip': {'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'port_id': 'e4343a74-ae8c-42e9-85b5-9a862185e189', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 10:09:33.657096 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for floatingip, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:33.749522 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:34.115135 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_common [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Allocated IP 172.27.2.198 (a0abfdc1-536a-466f-8075-78b887cfa2eb/78f9ce7e-6829-4b08-a492-130cb0051a8f/e5ef6fbb-4319-4649-8b33-94f6d5c9a3f9) {{(pid=100130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 10:09:34.212433 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for port, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:34.303148 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1992545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-137710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728818732517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59015149'] for port, after_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:34.305165 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:09:34.340070 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Network a0abfdc1-536a-466f-8075-78b887cfa2eb is already hosted by enough agents. {{(pid=100130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 10:09:34.345407 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.base_scheduler [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Resources bound (agent type, host, resource id): {{(pid=100130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 10:09:34.348621 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Received port after_create {{(pid=100130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 10:09:34.354018 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event updated for resources: {'Port': ['ID=e5ef6fbb-4319-4649-8b33-94f6d5c9a3f9,revision_number=1']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:09:34.381594 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:34.381982 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:34.382361 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:34.382738 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:34.383103 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:34.383470 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:34.383835 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:34.384199 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:34.384563 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:34.384952 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:34.385318 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:34.385674 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:09:34.390990 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:09:34.720867 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:34.858035 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1992486'] for port, before_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:34.997362 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for port, precommit_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:35.057216 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728819109816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728818732535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728818685480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59014943'] for port, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:35.059423 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-6ed7dba1-347a-4a5a-a4b9-104037e321ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:09:35.131446 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event updated for resources: {'Port': ['ID=e5ef6fbb-4319-4649-8b33-94f6d5c9a3f9,revision_number=2']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:09:35.135282 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:09:35.142598 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-641311'] for floatingip, after_update {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:35.239458 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.l3_db [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Floating IP 7746861b-0db5-44bc-bfb4-2924392e26eb associated. External IP: 172.27.2.198, port: e4343a74-ae8c-42e9-85b5-9a862185e189. Jun 28 10:09:35.446863 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Router a8ce11b3-3967-4f92-b798-d9c3772f043f has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:09:35.491826 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:35.508643 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-78aa5132-3091-4636-9eb3-00aaa8944090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:35.550363 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:09:35.559266 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b1695-4259-423f-bae3-cffa183255ed None None] Sync routers for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:09:35.569263 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b1695-4259-423f-bae3-cffa183255ed None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:09:35.570786 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-958b1695-4259-423f-bae3-cffa183255ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:09:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:09:35.670588 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-958b1695-4259-423f-bae3-cffa183255ed None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:09:35.679790 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:35.716318 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-60134e49-698f-41b2-bee5-6e3208fddac1 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1517906 Jun 28 10:09:35.716940 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39f568f-10bf-4e5f-8992-503169ee1638', 'tag': 'e4343a74-ae8c-42e9-85b5-9a862185e189'}] {{(pid=100130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:09:35.720328 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febbb13b6d7fe63a2731297dc7120ef37725474ca423d9a5e3d408f98460119f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef59a6d-cc03-4979-80d0-95645e9a558d" -d '{"events": [{"name": "network-changed", "server_uuid": "b39f568f-10bf-4e5f-8992-503169ee1638", "tag": "e4343a74-ae8c-42e9-85b5-9a862185e189"}]}' {{(pid=100130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:09:35.763419 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e83bcb9-4773-4e96-bdd7-d52ed0776f92 x-openstack-request-id: req-5e83bcb9-4773-4e96-bdd7-d52ed0776f92 {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:09:35.763756 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39f568f-10bf-4e5f-8992-503169ee1638", "tag": "e4343a74-ae8c-42e9-85b5-9a862185e189", "status": "completed", "code": 200}]} {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:09:35.764058 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e83bcb9-4773-4e96-bdd7-d52ed0776f92 {{(pid=100130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:09:35.764535 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39f568f-10bf-4e5f-8992-503169ee1638', 'tag': 'e4343a74-ae8c-42e9-85b5-9a862185e189', 'status': 'completed', 'code': 200} Jun 28 10:09:35.838150 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef59a6d-cc03-4979-80d0-95645e9a558d req-c3ef32c6-153d-4bbc-b1ad-cbc2012193eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:35.839643 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5ef59a6d-cc03-4979-80d0-95645e9a558d req-c3ef32c6-153d-4bbc-b1ad-cbc2012193eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 1099 time: 0.0521398 Jun 28 10:09:35.892787 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-958b1695-4259-423f-bae3-cffa183255ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '57b8f000-effc-468f-b560-9873c370e05e', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'port_id': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'mac_address': 'fa:16:3e:4e:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33921266-15c9-447a-b06a-8f35fa57f74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:07:37Z', 'updated_at': '2021-06-28T10:07:39Z', 'revision_number': 1, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address_scope': None}, {'id': '7746861b-0db5-44bc-bfb4-2924392e26eb', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'port_id': 'e4343a74-ae8c-42e9-85b5-9a862185e189', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'mac_address': 'fa:16:3e:0a:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f568f-10bf-4e5f-8992-503169ee1638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:09:34Z', 'updated_at': '2021-06-28T10:09:34Z', 'revision_number': 0, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:09:35.921984 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b1695-4259-423f-bae3-cffa183255ed None None] Checking router: a8ce11b3-3967-4f92-b798-d9c3772f043f for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:09:35.930211 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef59a6d-cc03-4979-80d0-95645e9a558d req-aaa9806f-25ad-4e59-88d3-279d7696deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:35.936975 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b1695-4259-423f-bae3-cffa183255ed None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:09:35.936975 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-958b1695-4259-423f-bae3-cffa183255ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:09:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:09:35.937208 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5ef59a6d-cc03-4979-80d0-95645e9a558d req-aaa9806f-25ad-4e59-88d3-279d7696deeb service neutron] 10.222.0.37 "GET /v2.0/networks?id=c298eaee-bca7-4ac4-acf7-32990739f53c HTTP/1.1" status: 200 len: 912 time: 0.0862117 Jun 28 10:09:35.995255 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5ef59a6d-cc03-4979-80d0-95645e9a558d req-7c01e363-0f36-4bcc-8b35-df73c54bb4aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4343a74-ae8c-42e9-85b5-9a862185e189 HTTP/1.1" status: 200 len: 1000 time: 0.0565133 Jun 28 10:09:36.033621 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-958b1695-4259-423f-bae3-cffa183255ed None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:09:36.041361 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef59a6d-cc03-4979-80d0-95645e9a558d req-bec54ea8-8edd-4afe-ac40-ebd17e690fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:36.042774 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5ef59a6d-cc03-4979-80d0-95645e9a558d req-bec54ea8-8edd-4afe-ac40-ebd17e690fc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=87334bf1-bc45-4f0c-acba-d5f00c8072a6 HTTP/1.1" status: 200 len: 850 time: 0.0418019 Jun 28 10:09:36.102479 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef59a6d-cc03-4979-80d0-95645e9a558d req-694ad7b0-e1bc-429e-9f78-89ada5229225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:09:36.103947 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5ef59a6d-cc03-4979-80d0-95645e9a558d req-694ad7b0-e1bc-429e-9f78-89ada5229225 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c298eaee-bca7-4ac4-acf7-32990739f53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545688 Jun 28 10:09:36.190055 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5ef59a6d-cc03-4979-80d0-95645e9a558d req-fea00816-e0ab-4b15-a19b-340b721412b0 service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787721 Jun 28 10:09:36.253498 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-958b1695-4259-423f-bae3-cffa183255ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '57b8f000-effc-468f-b560-9873c370e05e', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'port_id': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'mac_address': 'fa:16:3e:4e:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33921266-15c9-447a-b06a-8f35fa57f74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:07:37Z', 'updated_at': '2021-06-28T10:07:39Z', 'revision_number': 1, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address_scope': None}, {'id': '7746861b-0db5-44bc-bfb4-2924392e26eb', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'port_id': 'e4343a74-ae8c-42e9-85b5-9a862185e189', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'mac_address': 'fa:16:3e:0a:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f568f-10bf-4e5f-8992-503169ee1638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:09:34Z', 'updated_at': '2021-06-28T10:09:34Z', 'revision_number': 0, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:09:36.279079 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b1695-4259-423f-bae3-cffa183255ed None None] The sync data for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi is: [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '57b8f000-effc-468f-b560-9873c370e05e', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'port_id': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'mac_address': 'fa:16:3e:4e:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33921266-15c9-447a-b06a-8f35fa57f74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:07:37Z', 'updated_at': '2021-06-28T10:07:39Z', 'revision_number': 1, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address_scope': None}, {'id': '7746861b-0db5-44bc-bfb4-2924392e26eb', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'port_id': 'e4343a74-ae8c-42e9-85b5-9a862185e189', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'mac_address': 'fa:16:3e:0a:b3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39f568f-10bf-4e5f-8992-503169ee1638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:09:34Z', 'updated_at': '2021-06-28T10:09:34Z', 'revision_number': 0, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:09:36.281578 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5ef59a6d-cc03-4979-80d0-95645e9a558d req-93d82063-7195-437b-9e3a-cf5a16a3cad1 service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852444 Jun 28 10:09:36.455446 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5991ef1-488e-43f7-94a8-91d2a9778099 None None] New status for floating IP 7746861b-0db5-44bc-bfb4-2924392e26eb: ACTIVE {{(pid=100132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:09:36.833878 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:38.266823 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:09:46.205468 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:03.067479 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0d9e-8877-4ba3-be78-026a6d816d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:03.326229 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:10:05.496105 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:05.524506 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6db2ab1a-6947-4c44-8e98-0a159e5cc04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:06.843320 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:08.285203 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:16.239063 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:27.639999 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3bda27ee-f66e-459e-9370-5754bc82e286 req-405ca959-1e92-495a-8be7-fe847915050d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1583688 Jun 28 10:10:27.732768 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda27ee-f66e-459e-9370-5754bc82e286 req-5c33897a-8b1e-482f-9691-5a2e1ca032b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:27.734213 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3bda27ee-f66e-459e-9370-5754bc82e286 req-5c33897a-8b1e-482f-9691-5a2e1ca032b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 1098 time: 0.0509791 Jun 28 10:10:27.842678 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda27ee-f66e-459e-9370-5754bc82e286 req-d7a64626-3943-4cec-a971-9fc4141c71d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:27.844027 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3bda27ee-f66e-459e-9370-5754bc82e286 req-d7a64626-3943-4cec-a971-9fc4141c71d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c298eaee-bca7-4ac4-acf7-32990739f53c HTTP/1.1" status: 200 len: 912 time: 0.0906482 Jun 28 10:10:27.907575 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3bda27ee-f66e-459e-9370-5754bc82e286 req-1e38e116-5d12-4048-b4ea-a052834ee021 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ef65020-5057-4d74-ae25-6b9235ebb2c8 HTTP/1.1" status: 200 len: 1000 time: 0.0561728 Jun 28 10:10:27.959199 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda27ee-f66e-459e-9370-5754bc82e286 req-e5ae8ffb-537c-4ab8-bec5-04e9bac8682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:27.960641 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3bda27ee-f66e-459e-9370-5754bc82e286 req-e5ae8ffb-537c-4ab8-bec5-04e9bac8682a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=87334bf1-bc45-4f0c-acba-d5f00c8072a6 HTTP/1.1" status: 200 len: 850 time: 0.0462253 Jun 28 10:10:28.016190 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda27ee-f66e-459e-9370-5754bc82e286 req-6bd94131-7c73-4312-87d7-614adca408a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:10:28.017719 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3bda27ee-f66e-459e-9370-5754bc82e286 req-6bd94131-7c73-4312-87d7-614adca408a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c298eaee-bca7-4ac4-acf7-32990739f53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500963 Jun 28 10:10:28.105658 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3bda27ee-f66e-459e-9370-5754bc82e286 req-ba793622-e339-481b-9ab0-667fbc53fb3d service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810363 Jun 28 10:10:28.196605 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-3bda27ee-f66e-459e-9370-5754bc82e286 req-3238c951-b992-4a19-8a56-a79026960a80 service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847175 Jun 28 10:10:33.084879 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5dc59b7b-2cb3-4151-bf5b-3bb88234635d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:35.465615 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:35.518048 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6a4a203b-316e-40e6-8af4-87760eba9ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:36.838235 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:38.289958 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:10:40.324750 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:10:46.232318 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:02.958618 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55496) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:03.089412 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7e741fc0-999e-4cea-9afe-10f94a5548ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:03.180333 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Deleting port e5ef6fbb-4319-4649-8b33-94f6d5c9a3f9 {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:11:03.180778 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:03.256192 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:03.256519 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:03.268259 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Calling delete_port for e5ef6fbb-4319-4649-8b33-94f6d5c9a3f9 owned by network:floatingip {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:11:03.483496 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:03.485701 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-7a0760d5-49b8-45b7-b4b1-b54043e22e25 tempest-AttachVolumeTestJSON-674911966 tempest-AttachVolumeTestJSON-674911966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:03.509581 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event deleted for resources: {'Port': ['ID=e5ef6fbb-4319-4649-8b33-94f6d5c9a3f9,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:03.518799 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:03.519183 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:03.519555 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:03.519928 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:03.520291 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:03.520684 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:03.521025 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:03.521408 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:03.521769 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:03.522124 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:03.522474 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:03.522825 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:03.527818 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:03.581890 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for floatingip, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:03.586584 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.db.l3_db [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Floating IP 7746861b-0db5-44bc-bfb4-2924392e26eb disassociated (deleted). External IP: 172.27.2.198, port: e4343a74-ae8c-42e9-85b5-9a862185e189. Jun 28 10:11:03.784113 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Router a8ce11b3-3967-4f92-b798-d9c3772f043f has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:11:03.887216 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:11:03.891988 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:03.896267 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab34c58c-3453-485c-ab91-b234cc112f89 None None] Sync routers for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:11:03.905480 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab34c58c-3453-485c-ab91-b234cc112f89 None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:11:03.906107 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-ab34c58c-3453-485c-ab91-b234cc112f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:10:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:03.927006 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-bc0be6cf-bae6-4806-baa7-a0bfbd2a1927 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "DELETE /v2.0/floatingips/7746861b-0db5-44bc-bfb4-2924392e26eb HTTP/1.1" status: 204 len: 168 time: 0.9673216 Jun 28 10:11:03.927784 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39f568f-10bf-4e5f-8992-503169ee1638', 'tag': 'e4343a74-ae8c-42e9-85b5-9a862185e189'}] {{(pid=100130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:11:03.930380 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febbb13b6d7fe63a2731297dc7120ef37725474ca423d9a5e3d408f98460119f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ef5781-3822-4491-8e65-d5ba7a5ad765" -d '{"events": [{"name": "network-changed", "server_uuid": "b39f568f-10bf-4e5f-8992-503169ee1638", "tag": "e4343a74-ae8c-42e9-85b5-9a862185e189"}]}' {{(pid=100130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:11:04.040573 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-ab34c58c-3453-485c-ab91-b234cc112f89 None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:11:04.122190 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b9274b-fb37-47a0-b0e4-48b3d70fdc98 x-openstack-request-id: req-c8b9274b-fb37-47a0-b0e4-48b3d70fdc98 {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:11:04.122730 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39f568f-10bf-4e5f-8992-503169ee1638", "tag": "e4343a74-ae8c-42e9-85b5-9a862185e189", "status": "completed", "code": 200}]} {{(pid=100130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:11:04.122861 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8b9274b-fb37-47a0-b0e4-48b3d70fdc98 {{(pid=100130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:11:04.123281 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39f568f-10bf-4e5f-8992-503169ee1638', 'tag': 'e4343a74-ae8c-42e9-85b5-9a862185e189', 'status': 'completed', 'code': 200} Jun 28 10:11:04.200560 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef5781-3822-4491-8e65-d5ba7a5ad765 req-d1ec6068-a56e-48cd-a2fd-3fdab18b6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:04.202227 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-43ef5781-3822-4491-8e65-d5ba7a5ad765 req-d1ec6068-a56e-48cd-a2fd-3fdab18b6728 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 1099 time: 0.0551798 Jun 28 10:11:04.277148 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-ab34c58c-3453-485c-ab91-b234cc112f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '57b8f000-effc-468f-b560-9873c370e05e', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'port_id': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'mac_address': 'fa:16:3e:4e:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33921266-15c9-447a-b06a-8f35fa57f74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:07:37Z', 'updated_at': '2021-06-28T10:07:39Z', 'revision_number': 1, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:04.301792 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef5781-3822-4491-8e65-d5ba7a5ad765 req-1c39cca9-9fad-412f-b26e-1c5eb06171fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:04.301792 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-43ef5781-3822-4491-8e65-d5ba7a5ad765 req-1c39cca9-9fad-412f-b26e-1c5eb06171fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=c298eaee-bca7-4ac4-acf7-32990739f53c HTTP/1.1" status: 200 len: 912 time: 0.0911937 Jun 28 10:11:04.302316 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab34c58c-3453-485c-ab91-b234cc112f89 None None] Checking router: a8ce11b3-3967-4f92-b798-d9c3772f043f for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:11:04.310970 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab34c58c-3453-485c-ab91-b234cc112f89 None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:11:04.311700 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-ab34c58c-3453-485c-ab91-b234cc112f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:10:35Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:04.341385 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-43ef5781-3822-4491-8e65-d5ba7a5ad765 req-fc24551c-0202-498d-9ed2-093a2d519d43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4343a74-ae8c-42e9-85b5-9a862185e189 HTTP/1.1" status: 200 len: 217 time: 0.0345185 Jun 28 10:11:04.390740 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef5781-3822-4491-8e65-d5ba7a5ad765 req-222c5757-502b-46a2-b3ce-b8038d0b8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:04.392772 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-43ef5781-3822-4491-8e65-d5ba7a5ad765 req-222c5757-502b-46a2-b3ce-b8038d0b8276 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=87334bf1-bc45-4f0c-acba-d5f00c8072a6 HTTP/1.1" status: 200 len: 850 time: 0.0454683 Jun 28 10:11:04.460045 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef5781-3822-4491-8e65-d5ba7a5ad765 req-7f749c6e-3c21-44aa-9501-a981792efa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:04.461959 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-43ef5781-3822-4491-8e65-d5ba7a5ad765 req-7f749c6e-3c21-44aa-9501-a981792efa09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c298eaee-bca7-4ac4-acf7-32990739f53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0613494 Jun 28 10:11:04.537899 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040daeb2-5512-47dd-af93-65b4a254ff39 req-1a0ff079-7c1b-43af-a63e-fc5f7c8d9dae tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:04.540588 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-040daeb2-5512-47dd-af93-65b4a254ff39 req-1a0ff079-7c1b-43af-a63e-fc5f7c8d9dae tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 946 time: 0.1200993 Jun 28 10:11:04.552648 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-ab34c58c-3453-485c-ab91-b234cc112f89 None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:11:04.554789 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-43ef5781-3822-4491-8e65-d5ba7a5ad765 req-6527b813-56d0-4c58-b71d-f3a109d25d09 service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838966 Jun 28 10:11:04.579314 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-040daeb2-5512-47dd-af93-65b4a254ff39 req-d6458906-6568-46a1-9508-9fd7ce074744 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326493 Jun 28 10:11:04.649062 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-43ef5781-3822-4491-8e65-d5ba7a5ad765 req-2ad654d4-3165-41f0-8795-3facd4e6990a service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870554 Jun 28 10:11:04.766673 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-ab34c58c-3453-485c-ab91-b234cc112f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '57b8f000-effc-468f-b560-9873c370e05e', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'port_id': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'mac_address': 'fa:16:3e:4e:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33921266-15c9-447a-b06a-8f35fa57f74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:07:37Z', 'updated_at': '2021-06-28T10:07:39Z', 'revision_number': 1, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:04.795861 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab34c58c-3453-485c-ab91-b234cc112f89 None None] The sync data for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi is: [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_floatingips': [{'id': '57b8f000-effc-468f-b560-9873c370e05e', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'router_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'port_id': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'mac_address': 'fa:16:3e:4e:e1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33921266-15c9-447a-b06a-8f35fa57f74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T10:07:37Z', 'updated_at': '2021-06-28T10:07:39Z', 'revision_number': 1, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:11:05.021060 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069c2fc0-572d-4dce-aa3c-c722231d4d5d None None] New status for floating IP 7746861b-0db5-44bc-bfb4-2924392e26eb: DOWN {{(pid=100132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:11:05.488977 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:05.517725 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-7587fade-c2e8-41c0-9bde-bb3a15582fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:05.803199 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1819f-0c18-48dc-a0d8-fc47af129eab req-9f2f9d90-4cf8-4a6f-81ea-b3a84bc31ded tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:05.805159 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-aca1819f-0c18-48dc-a0d8-fc47af129eab req-9f2f9d90-4cf8-4a6f-81ea-b3a84bc31ded tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 946 time: 0.1121879 Jun 28 10:11:05.841731 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-aca1819f-0c18-48dc-a0d8-fc47af129eab req-c0d45b4f-1e00-4a5e-a6cb-ccc00a2069d7 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309012 Jun 28 10:11:05.979460 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad844d-0398-4b02-867c-a53404679a58 req-74e03352-709d-4dcd-a3bc-d118cc78dffa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:05.980932 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5fad844d-0398-4b02-867c-a53404679a58 req-74e03352-709d-4dcd-a3bc-d118cc78dffa tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.37 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 946 time: 0.0637372 Jun 28 10:11:06.099824 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-5fad844d-0398-4b02-867c-a53404679a58 req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Deleting port e4343a74-ae8c-42e9-85b5-9a862185e189 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:11:06.100164 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5fad844d-0398-4b02-867c-a53404679a58 req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:06.188711 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-5fad844d-0398-4b02-867c-a53404679a58 req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] For port e4343a74-ae8c-42e9-85b5-9a862185e189, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e4343a74-ae8c-42e9-85b5-9a862185e189,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:11:06.189091 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5fad844d-0398-4b02-867c-a53404679a58 req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:06.201337 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-5fad844d-0398-4b02-867c-a53404679a58 req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Calling delete_port for e4343a74-ae8c-42e9-85b5-9a862185e189 owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:11:06.403396 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5fad844d-0398-4b02-867c-a53404679a58 req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:06.407192 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-eaf608b5-ceff-41cd-bde4-16f9e852d5a6 tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:06.435879 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event deleted for resources: {'Port': ['ID=e4343a74-ae8c-42e9-85b5-9a862185e189,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:06.448217 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:06.448604 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:06.449010 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:06.449471 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:06.453962 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:06.454360 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:06.454733 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:06.455669 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:06.455669 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:06.455900 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:06.456182 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:06.456541 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:06.482617 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:06.501897 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fad844d-0398-4b02-867c-a53404679a58 req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] No DVR routers for this DVR port e4343a74-ae8c-42e9-85b5-9a862185e189 on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:11:06.504228 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-5fad844d-0398-4b02-867c-a53404679a58 req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:06.506192 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-5fad844d-0398-4b02-867c-a53404679a58 req-615e6e5a-8c35-4e85-85a2-68115b9175a8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.37 "DELETE /v2.0/ports/e4343a74-ae8c-42e9-85b5-9a862185e189 HTTP/1.1" status: 204 len: 173 time: 0.5199277 Jun 28 10:11:06.506671 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39f568f-10bf-4e5f-8992-503169ee1638', 'name': 'network-vif-deleted', 'tag': 'e4343a74-ae8c-42e9-85b5-9a862185e189'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:11:06.509088 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217b1a85-7b23-42ab-bc1b-04bf12af8bff" -d '{"events": [{"server_uuid": "b39f568f-10bf-4e5f-8992-503169ee1638", "name": "network-vif-deleted", "tag": "e4343a74-ae8c-42e9-85b5-9a862185e189"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:11:06.603949 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7551784b-e08f-41ec-a7ab-a876527a6df2 x-openstack-request-id: req-7551784b-e08f-41ec-a7ab-a876527a6df2 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:11:06.604354 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39f568f-10bf-4e5f-8992-503169ee1638", "name": "network-vif-deleted", "tag": "e4343a74-ae8c-42e9-85b5-9a862185e189", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:11:06.604648 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7551784b-e08f-41ec-a7ab-a876527a6df2 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:11:06.608247 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39f568f-10bf-4e5f-8992-503169ee1638', 'name': 'network-vif-deleted', 'tag': 'e4343a74-ae8c-42e9-85b5-9a862185e189', 'status': 'completed', 'code': 200} Jun 28 10:11:06.866865 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:06.980326 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-5a8111ce-6da5-4759-abc8-4a5eb8b2cb46 req-092dfce8-660f-4901-aa74-056209b27196 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=b39f568f-10bf-4e5f-8992-503169ee1638 HTTP/1.1" status: 200 len: 210 time: 0.0291774 Jun 28 10:11:08.300674 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:09.717121 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device e4343a74-ae8c-42e9-85b5-9a862185e189 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:11:09.736736 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: e4343a74-ae8c-42e9-85b5-9a862185e189 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:11:09.737101 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device e4343a74-ae8c-42e9-85b5-9a862185e189 not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:11:10.466993 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 55548) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:10.619428 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-4353c194-f3ca-40bc-a6b3-8b890b070e42 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Deleting port 068948bc-dd00-4372-b246-35acc59f9dfc {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:11:10.619761 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4353c194-f3ca-40bc-a6b3-8b890b070e42 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:10.689401 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4353c194-f3ca-40bc-a6b3-8b890b070e42 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:10.689720 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4353c194-f3ca-40bc-a6b3-8b890b070e42 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:10.701501 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-4353c194-f3ca-40bc-a6b3-8b890b070e42 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Calling delete_port for 068948bc-dd00-4372-b246-35acc59f9dfc owned by network:floatingip {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:11:10.940625 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4353c194-f3ca-40bc-a6b3-8b890b070e42 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:10.942885 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-fc8ebd8a-07b6-41f7-ba0e-7d058da72143 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:10.972063 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353c194-f3ca-40bc-a6b3-8b890b070e42 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event deleted for resources: {'Port': ['ID=068948bc-dd00-4372-b246-35acc59f9dfc,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:10.975184 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-4353c194-f3ca-40bc-a6b3-8b890b070e42 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:11.327689 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4353c194-f3ca-40bc-a6b3-8b890b070e42 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for floatingip, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:11.328015 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.db.l3_db [None req-4353c194-f3ca-40bc-a6b3-8b890b070e42 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Floating IP 57b8f000-effc-468f-b560-9873c370e05e disassociated (deleted). External IP: 172.27.2.35, port: 0ef65020-5057-4d74-ae25-6b9235ebb2c8. Jun 28 10:11:11.568397 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4353c194-f3ca-40bc-a6b3-8b890b070e42 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Router a8ce11b3-3967-4f92-b798-d9c3772f043f has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:11:11.687849 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4353c194-f3ca-40bc-a6b3-8b890b070e42 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:11:11.692426 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-4353c194-f3ca-40bc-a6b3-8b890b070e42 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:11.698873 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadab087-423c-4901-8c29-f06a855daebb None None] Sync routers for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:11:11.707693 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadab087-423c-4901-8c29-f06a855daebb None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:11:11.708401 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-aadab087-423c-4901-8c29-f06a855daebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:11:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:11.730398 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-4353c194-f3ca-40bc-a6b3-8b890b070e42 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "DELETE /v2.0/floatingips/57b8f000-effc-468f-b560-9873c370e05e HTTP/1.1" status: 204 len: 168 time: 1.2600157 Jun 28 10:11:11.730398 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33921266-15c9-447a-b06a-8f35fa57f74b', 'tag': '0ef65020-5057-4d74-ae25-6b9235ebb2c8'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:11:11.731187 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc26d0bf-7156-404f-9039-4ef7b2dbcaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "33921266-15c9-447a-b06a-8f35fa57f74b", "tag": "0ef65020-5057-4d74-ae25-6b9235ebb2c8"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:11:11.766540 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 10:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a485c3-5a6f-4abf-8b2f-a7f807f32278 x-openstack-request-id: req-66a485c3-5a6f-4abf-8b2f-a7f807f32278 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:11:11.766882 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33921266-15c9-447a-b06a-8f35fa57f74b", "tag": "0ef65020-5057-4d74-ae25-6b9235ebb2c8", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:11:11.767176 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66a485c3-5a6f-4abf-8b2f-a7f807f32278 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:11:11.767613 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33921266-15c9-447a-b06a-8f35fa57f74b', 'tag': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'status': 'completed', 'code': 200} Jun 28 10:11:11.822691 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-aadab087-423c-4901-8c29-f06a855daebb None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:11:11.842639 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26d0bf-7156-404f-9039-4ef7b2dbcaeb req-65a849f1-e116-445d-ac1d-b91ed9802cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:11.844144 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cc26d0bf-7156-404f-9039-4ef7b2dbcaeb req-65a849f1-e116-445d-ac1d-b91ed9802cc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ead4d90a046d443aa727b1fb09c50dec&device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 1098 time: 0.0531392 Jun 28 10:11:11.936099 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26d0bf-7156-404f-9039-4ef7b2dbcaeb req-64460f15-abab-448f-bd79-de530da9a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:11.937599 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cc26d0bf-7156-404f-9039-4ef7b2dbcaeb req-64460f15-abab-448f-bd79-de530da9a481 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c298eaee-bca7-4ac4-acf7-32990739f53c HTTP/1.1" status: 200 len: 912 time: 0.0871127 Jun 28 10:11:11.978251 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cc26d0bf-7156-404f-9039-4ef7b2dbcaeb req-0738942c-399f-4cc7-bd86-3321ace854c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ef65020-5057-4d74-ae25-6b9235ebb2c8 HTTP/1.1" status: 200 len: 217 time: 0.0345354 Jun 28 10:11:12.024457 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-aadab087-423c-4901-8c29-f06a855daebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:12.027462 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26d0bf-7156-404f-9039-4ef7b2dbcaeb req-358ca7b3-3fdc-4c45-9497-711d71b236df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:12.028953 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cc26d0bf-7156-404f-9039-4ef7b2dbcaeb req-358ca7b3-3fdc-4c45-9497-711d71b236df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=87334bf1-bc45-4f0c-acba-d5f00c8072a6 HTTP/1.1" status: 200 len: 850 time: 0.0448239 Jun 28 10:11:12.054003 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadab087-423c-4901-8c29-f06a855daebb None None] Checking router: a8ce11b3-3967-4f92-b798-d9c3772f043f for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:11:12.062302 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadab087-423c-4901-8c29-f06a855daebb None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:11:12.062927 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-aadab087-423c-4901-8c29-f06a855daebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:11:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:12.090618 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26d0bf-7156-404f-9039-4ef7b2dbcaeb req-cb670080-2726-4aab-89a9-4dd336b5941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:12.092173 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cc26d0bf-7156-404f-9039-4ef7b2dbcaeb req-cb670080-2726-4aab-89a9-4dd336b5941f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c298eaee-bca7-4ac4-acf7-32990739f53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570741 Jun 28 10:11:12.168746 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-aadab087-423c-4901-8c29-f06a855daebb None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:11:12.183360 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cc26d0bf-7156-404f-9039-4ef7b2dbcaeb req-a40e8e36-685f-40fd-8d8b-da008becaeaf service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842226 Jun 28 10:11:12.282814 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-cc26d0bf-7156-404f-9039-4ef7b2dbcaeb req-f82dc34f-b908-49d7-b6bb-18f2e85bbc04 service neutron] 10.222.0.37 "GET /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926425 Jun 28 10:11:12.371707 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6b093-fd45-4b5e-bd19-892bf5477ac6 req-ccf1c683-74c6-427c-827a-8a0e01c61ecb tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:12.373875 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-35d6b093-fd45-4b5e-bd19-892bf5477ac6 req-ccf1c683-74c6-427c-827a-8a0e01c61ecb tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 945 time: 0.0647438 Jun 28 10:11:12.382301 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-aadab087-423c-4901-8c29-f06a855daebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:12.408496 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadab087-423c-4901-8c29-f06a855daebb None None] The sync data for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi is: [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:04:30Z', 'revision_number': 4, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi', '_interfaces': [{'id': '3548425b-5033-4a5d-aa5e-9a0a21c369ad', 'name': '', 'network_id': 'c298eaee-bca7-4ac4-acf7-32990739f53c', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'mac_address': 'fa:16:3e:f5:8f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:29Z', 'updated_at': '2021-06-28T10:04:36Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'subnets': [{'id': '87334bf1-bc45-4f0c-acba-d5f00c8072a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:11:12.416078 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-35d6b093-fd45-4b5e-bd19-892bf5477ac6 req-b0ec9d63-5c58-470d-8a66-2ca21235c24c tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362892 Jun 28 10:11:12.606651 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5dda3-edf9-468b-9d14-8a0fb558d8d6 None None] New status for floating IP 57b8f000-effc-468f-b560-9873c370e05e: DOWN {{(pid=100132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 10:11:13.590867 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285527e-8f13-4438-bebd-8e903149053e req-fe2c89a1-a2eb-408a-8b93-c0a1225a4843 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:13.592325 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8285527e-8f13-4438-bebd-8e903149053e req-fe2c89a1-a2eb-408a-8b93-c0a1225a4843 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 945 time: 0.0623541 Jun 28 10:11:13.627978 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-8285527e-8f13-4438-bebd-8e903149053e req-0372c08d-1126-448a-bdf2-c20dc2672fce tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c1290d6-8e02-44cd-978f-9dd3f9418dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300786 Jun 28 10:11:13.764368 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3751e3-fcc3-4cef-a792-e4f2e51c225b req-fee2d720-25f2-40d6-826a-4793e60c48c8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 10:11:13.765822 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0b3751e3-fcc3-4cef-a792-e4f2e51c225b req-fee2d720-25f2-40d6-826a-4793e60c48c8 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.37 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 945 time: 0.0620131 Jun 28 10:11:13.864870 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-0b3751e3-fcc3-4cef-a792-e4f2e51c225b req-e628a0ec-5569-4e5f-a18d-d9ba207efd0a tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Deleting port 0ef65020-5057-4d74-ae25-6b9235ebb2c8 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:11:13.865211 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-0b3751e3-fcc3-4cef-a792-e4f2e51c225b req-e628a0ec-5569-4e5f-a18d-d9ba207efd0a tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:13.951264 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [req-0b3751e3-fcc3-4cef-a792-e4f2e51c225b req-e628a0ec-5569-4e5f-a18d-d9ba207efd0a tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] For port 0ef65020-5057-4d74-ae25-6b9235ebb2c8, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=0ef65020-5057-4d74-ae25-6b9235ebb2c8,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:11:13.951619 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-0b3751e3-fcc3-4cef-a792-e4f2e51c225b req-e628a0ec-5569-4e5f-a18d-d9ba207efd0a tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:13.963883 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [req-0b3751e3-fcc3-4cef-a792-e4f2e51c225b req-e628a0ec-5569-4e5f-a18d-d9ba207efd0a tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Calling delete_port for 0ef65020-5057-4d74-ae25-6b9235ebb2c8 owned by compute:nova {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:11:14.157341 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-0b3751e3-fcc3-4cef-a792-e4f2e51c225b req-e628a0ec-5569-4e5f-a18d-d9ba207efd0a tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:14.162396 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-6479685d-c490-4ba8-9730-1a3839ce6726 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:14.192183 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628a0ec-5569-4e5f-a18d-d9ba207efd0a tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event deleted for resources: {'Port': ['ID=0ef65020-5057-4d74-ae25-6b9235ebb2c8,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:14.193831 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-e628a0ec-5569-4e5f-a18d-d9ba207efd0a tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:14.232357 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3751e3-fcc3-4cef-a792-e4f2e51c225b req-e628a0ec-5569-4e5f-a18d-d9ba207efd0a tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] No DVR routers for this DVR port 0ef65020-5057-4d74-ae25-6b9235ebb2c8 on host hv-cinder-78662 {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:11:14.234714 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [req-0b3751e3-fcc3-4cef-a792-e4f2e51c225b req-e628a0ec-5569-4e5f-a18d-d9ba207efd0a tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for port, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:14.236666 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [req-0b3751e3-fcc3-4cef-a792-e4f2e51c225b req-e628a0ec-5569-4e5f-a18d-d9ba207efd0a tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.37 "DELETE /v2.0/ports/0ef65020-5057-4d74-ae25-6b9235ebb2c8 HTTP/1.1" status: 204 len: 173 time: 0.4656971 Jun 28 10:11:14.248421 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33921266-15c9-447a-b06a-8f35fa57f74b', 'name': 'network-vif-deleted', 'tag': '0ef65020-5057-4d74-ae25-6b9235ebb2c8'}] {{(pid=100129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 10:11:14.248421 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cae41762f5becccb12d641964354e21f81f3ac04e5b8642eea5da72d756f6348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af8c930-2d2f-43a8-aeaf-af7118919f2c" -d '{"events": [{"server_uuid": "33921266-15c9-447a-b06a-8f35fa57f74b", "name": "network-vif-deleted", "tag": "0ef65020-5057-4d74-ae25-6b9235ebb2c8"}]}' {{(pid=100129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 10:11:14.276130 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 10:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287ce42a-144b-4d95-a51f-21e8d018f1c8 x-openstack-request-id: req-287ce42a-144b-4d95-a51f-21e8d018f1c8 {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 10:11:14.276455 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33921266-15c9-447a-b06a-8f35fa57f74b", "name": "network-vif-deleted", "tag": "0ef65020-5057-4d74-ae25-6b9235ebb2c8", "status": "completed", "code": 200}]} {{(pid=100129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 10:11:14.276778 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-287ce42a-144b-4d95-a51f-21e8d018f1c8 {{(pid=100129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 10:11:14.277220 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33921266-15c9-447a-b06a-8f35fa57f74b', 'name': 'network-vif-deleted', 'tag': '0ef65020-5057-4d74-ae25-6b9235ebb2c8', 'status': 'completed', 'code': 200} Jun 28 10:11:14.768728 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [req-de4be036-61dc-46ad-9d92-478e0db679ff req-9ac0209c-802b-4a04-b35e-827b5cc70f2e tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "GET /v2.0/ports?device_id=33921266-15c9-447a-b06a-8f35fa57f74b HTTP/1.1" status: 200 len: 210 time: 0.0286086 Jun 28 10:11:15.861334 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55564) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:15.980509 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-12834eae-e347-4550-a74f-4bb4eb83b286 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Deleting port d7e843bc-8aba-413b-bc5e-2bc1bf851730 {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:11:15.980884 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-12834eae-e347-4550-a74f-4bb4eb83b286 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:16.225987 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:16.333824 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-12834eae-e347-4550-a74f-4bb4eb83b286 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:16.334154 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-12834eae-e347-4550-a74f-4bb4eb83b286 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:16.346140 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-12834eae-e347-4550-a74f-4bb4eb83b286 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Calling delete_port for d7e843bc-8aba-413b-bc5e-2bc1bf851730 owned by network:floatingip {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:11:16.551732 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-12834eae-e347-4550-a74f-4bb4eb83b286 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:16.554008 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:16.577772 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12834eae-e347-4550-a74f-4bb4eb83b286 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event deleted for resources: {'Port': ['ID=d7e843bc-8aba-413b-bc5e-2bc1bf851730,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:16.580383 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-12834eae-e347-4550-a74f-4bb4eb83b286 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:16.638517 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-12834eae-e347-4550-a74f-4bb4eb83b286 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for floatingip, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:16.640918 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-12834eae-e347-4550-a74f-4bb4eb83b286 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10415'] for floatingip, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:16.642046 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-12834eae-e347-4550-a74f-4bb4eb83b286 tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "DELETE /v2.0/floatingips/bd7a2203-15a8-480f-863d-9e2ad16ea532 HTTP/1.1" status: 204 len: 168 time: 0.7797451 Jun 28 10:11:17.322979 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:11:17.766464 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 0ef65020-5057-4d74-ae25-6b9235ebb2c8 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:11:17.790333 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] No Port match for: 0ef65020-5057-4d74-ae25-6b9235ebb2c8 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:11:17.790685 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Device 0ef65020-5057-4d74-ae25-6b9235ebb2c8 not bound to the agent host hv-cinder-78662 {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:11:18.054464 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55576) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:18.112277 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f41edcc4-18f9-42dc-93d8-225d2cee791c tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:18.137507 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f41edcc4-18f9-42dc-93d8-225d2cee791c tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:18.311560 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f41edcc4-18f9-42dc-93d8-225d2cee791c tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:18.315701 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-f41edcc4-18f9-42dc-93d8-225d2cee791c tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Notify callbacks [] for security_group, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:18.315701 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-f41edcc4-18f9-42dc-93d8-225d2cee791c tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] 10.222.0.30 "DELETE /v2.0/security-groups/6c1290d6-8e02-44cd-978f-9dd3f9418dda HTTP/1.1" status: 204 len: 168 time: 0.2598622 Jun 28 10:11:18.316039 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-e61a905b-1d3b-4697-9d60-a0c3e466c570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:18.325261 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41edcc4-18f9-42dc-93d8-225d2cee791c tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1290d6-8e02-44cd-978f-9dd3f9418dda,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:18.328116 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-f41edcc4-18f9-42dc-93d8-225d2cee791c tempest-TestVolumeBootPattern-2136606341 tempest-TestVolumeBootPattern-2136606341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:18.442963 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55580) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:18.863642 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-dede92b8-1680-4deb-9136-fea4d709a4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-714742'] for router_interface, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:19.107558 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-dede92b8-1680-4deb-9136-fea4d709a4c7 admin admin] Deleting port 3548425b-5033-4a5d-aa5e-9a0a21c369ad {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:11:19.108190 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-dede92b8-1680-4deb-9136-fea4d709a4c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:19.183959 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [None req-dede92b8-1680-4deb-9136-fea4d709a4c7 admin admin] For port 3548425b-5033-4a5d-aa5e-9a0a21c369ad, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=3548425b-5033-4a5d-aa5e-9a0a21c369ad,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:11:19.184228 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-dede92b8-1680-4deb-9136-fea4d709a4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:19.195763 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-dede92b8-1680-4deb-9136-fea4d709a4c7 admin admin] Calling delete_port for 3548425b-5033-4a5d-aa5e-9a0a21c369ad owned by network:router_interface {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:11:19.488697 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-dede92b8-1680-4deb-9136-fea4d709a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:19.490846 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-aec5c236-b2e0-4229-b959-f0637e39cdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:19.513957 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede92b8-1680-4deb-9136-fea4d709a4c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3548425b-5033-4a5d-aa5e-9a0a21c369ad,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:19.517684 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-dede92b8-1680-4deb-9136-fea4d709a4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:19.682929 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-dede92b8-1680-4deb-9136-fea4d709a4c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-987602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640006'] for router_interface, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:19.887415 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dede92b8-1680-4deb-9136-fea4d709a4c7 admin admin] Router a8ce11b3-3967-4f92-b798-d9c3772f043f has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:11:19.988532 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dede92b8-1680-4deb-9136-fea4d709a4c7 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:11:19.993527 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-dede92b8-1680-4deb-9136-fea4d709a4c7 admin admin] 10.222.0.30 "PUT /v2.0/routers/a8ce11b3-3967-4f92-b798-d9c3772f043f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5495374 Jun 28 10:11:19.996794 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55584) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:19.997900 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108018bf-1c85-4fdb-8799-9c65d43cd583 None None] Sync routers for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:11:20.007555 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108018bf-1c85-4fdb-8799-9c65d43cd583 None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:11:20.008176 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-108018bf-1c85-4fdb-8799-9c65d43cd583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:11:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:20.098199 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:20.109475 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-108018bf-1c85-4fdb-8799-9c65d43cd583 None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: dv-cinder-786627-12-iscsi {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:11:20.197977 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:20.277805 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-108018bf-1c85-4fdb-8799-9c65d43cd583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:11:19Z', 'revision_number': 5, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port': {'id': '80808703-52df-41cf-aa43-4e2dd2ca3bc1', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:28Z', 'updated_at': '2021-06-28T10:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:20.303059 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108018bf-1c85-4fdb-8799-9c65d43cd583 None None] Checking router: a8ce11b3-3967-4f92-b798-d9c3772f043f for host: dv-cinder-786627-12-iscsi {{(pid=100131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:11:20.312944 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108018bf-1c85-4fdb-8799-9c65d43cd583 None None] Routers {'a8ce11b3-3967-4f92-b798-d9c3772f043f'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:11:20.313585 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-108018bf-1c85-4fdb-8799-9c65d43cd583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:11:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['a8ce11b3-3967-4f92-b798-d9c3772f043f'], 'active': True} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:20.334272 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] Deleting port 80808703-52df-41cf-aa43-4e2dd2ca3bc1 {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:11:20.334622 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:20.397436 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvr_db [None req-108018bf-1c85-4fdb-8799-9c65d43cd583 None None] Set router a8ce11b3-3967-4f92-b798-d9c3772f043f gateway port host: None {{(pid=100131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:11:20.414942 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] For port 80808703-52df-41cf-aa43-4e2dd2ca3bc1, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=80808703-52df-41cf-aa43-4e2dd2ca3bc1,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:11:20.415302 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:20.427317 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] Calling delete_port for 80808703-52df-41cf-aa43-4e2dd2ca3bc1 owned by network:router_gateway {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:11:20.451738 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_hamode_db [None req-108018bf-1c85-4fdb-8799-9c65d43cd583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:11:20Z', 'revision_number': 6, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port_host': None}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:20.477353 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108018bf-1c85-4fdb-8799-9c65d43cd583 None None] The sync data for ids ['a8ce11b3-3967-4f92-b798-d9c3772f043f'] in dv-cinder-786627-12-iscsi is: [{'id': 'a8ce11b3-3967-4f92-b798-d9c3772f043f', 'name': 'tempest-TestVolumeBootPattern-967475494-router', 'tenant_id': 'ead4d90a046d443aa727b1fb09c50dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:27Z', 'updated_at': '2021-06-28T10:11:20Z', 'revision_number': 6, 'project_id': 'ead4d90a046d443aa727b1fb09c50dec', 'gw_port_host': None}] {{(pid=100131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:11:20.660100 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:20.662093 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-03aba1b2-74de-4275-a417-2649898c7c29 tempest-TestShelveInstance-688577027 tempest-TestShelveInstance-688577027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:20.687085 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=80808703-52df-41cf-aa43-4e2dd2ca3bc1,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:20.690205 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:20.747241 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641468'] for router_gateway, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:20.836967 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27142'] for router, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:20.840041 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:20.946077 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640747'] for router, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:20.946641 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8ce11b3-3967-4f92-b798-d9c3772f043f {{(pid=100130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:11:20.951382 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] Notify callbacks [] for router, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:20.952525 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-6fe88ea6-b48f-46a3-adc6-ffcec1b466d5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a8ce11b3-3967-4f92-b798-d9c3772f043f HTTP/1.1" status: 204 len: 168 time: 0.9548333 Jun 28 10:11:20.955011 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55586) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:20.998328 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.db_base_plugin_v2 [None req-972658ca-6bb2-47a2-a313-bdce2b0f29d2 admin admin] Deleting subnet 87334bf1-bc45-4f0c-acba-d5f00c8072a6 {{(pid=100130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:11:21.001209 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-972658ca-6bb2-47a2-a313-bdce2b0f29d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.034953 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-972658ca-6bb2-47a2-a313-bdce2b0f29d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59617636'] for subnet, precommit_delete_associations {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.114323 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-972658ca-6bb2-47a2-a313-bdce2b0f29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.209310 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-972658ca-6bb2-47a2-a313-bdce2b0f29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59015134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59262105'] for subnet, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.212069 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-2f2b6614-f5fe-4660-9cda-0be8752f8851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:21.234584 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972658ca-6bb2-47a2-a313-bdce2b0f29d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87334bf1-bc45-4f0c-acba-d5f00c8072a6,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:21.237451 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-972658ca-6bb2-47a2-a313-bdce2b0f29d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:21.241689 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-972658ca-6bb2-47a2-a313-bdce2b0f29d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.243536 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-972658ca-6bb2-47a2-a313-bdce2b0f29d2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/87334bf1-bc45-4f0c-acba-d5f00c8072a6 HTTP/1.1" status: 204 len: 168 time: 0.2875769 Jun 28 10:11:21.246787 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.wsgi [-] (100130) accepted ('10.222.0.30', 55588) {{(pid=100130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:21.249486 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1812a3-3b45-4073-bebd-e7a2ffc954b3 None None] Network c298eaee-bca7-4ac4-acf7-32990739f53c requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:11:21.322019 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.381181 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Deleting port 5fd19c47-64a8-45ed-9f21-e95057ae418a {{(pid=100130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:11:21.381582 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.445977 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.db [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] For port 5fd19c47-64a8-45ed-9f21-e95057ae418a, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=5fd19c47-64a8-45ed-9f21-e95057ae418a,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:11:21.446362 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.462674 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.plugin [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Calling delete_port for 5fd19c47-64a8-45ed-9f21-e95057ae418a owned by network:dhcp {{(pid=100130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:11:21.572445 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] DHCP port deletion for c298eaee-bca7-4ac4-acf7-32990739f53c request from dv-cinder-786627-12-iscsi {{(pid=100131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:11:21.617015 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Deleting port 5fd19c47-64a8-45ed-9f21-e95057ae418a {{(pid=100131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:11:21.617399 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.648975 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015140'] for port, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.652100 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-d525ce5a-4b10-4ce8-a00f-3c2c73317b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:21.676503 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd19c47-64a8-45ed-9f21-e95057ae418a,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:21.678710 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] For port 5fd19c47-64a8-45ed-9f21-e95057ae418a, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=5fd19c47-64a8-45ed-9f21-e95057ae418a,segment=NetworkSegment(f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5),segment_id=f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:11:21.679008 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:21.679139 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.681598 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] No DVR routers for this DVR port 5fd19c47-64a8-45ed-9f21-e95057ae418a on host dv-cinder-786627-12-iscsi {{(pid=100130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:11:21.693094 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Calling delete_port for 5fd19c47-64a8-45ed-9f21-e95057ae418a owned by network:dhcp {{(pid=100131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:11:21.752226 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.762110 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c298eaee-bca7-4ac4-acf7-32990739f53c']}} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:21.767312 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526'] for port, after_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.769984 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:21.771834 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5') {'for_net_delete': True} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:21.772130 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.services.segments.db [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61169d8-7b1e-4b9e-aaeb-9841c98fd8d5') {} {{(pid=100130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:21.780679 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59617651'] for segment, before_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.794419 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.800459 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:11:21.800764 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59014971'] for segment, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.800902 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Pushing event deleted for resources: {'Port': ['ID=5fd19c47-64a8-45ed-9f21-e95057ae418a,revision_number=None']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: Traceback (most recent call last): Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: timer() Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: cb(*args, **kw) Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: return func(*args, **kwargs) Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: self._notify() Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: self.callback(batched_events) Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: event.method(event) Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: return f(self, *a, **k) Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._get(url).json() Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: return self.request(url, 'GET', **kwargs) Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:11:21.802900 dv-cinder-786627-12-iscsi neutron-server[100130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:11:21.805631 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] No DVR routers for this DVR port 5fd19c47-64a8-45ed-9f21-e95057ae418a on host dv-cinder-786627-12-iscsi {{(pid=100131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:11:21.811615 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:21.811974 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:21.812842 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:21.812842 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:21.813063 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:21.813332 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:21.813664 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:21.813995 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:21.814326 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:21.814655 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:21.814980 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:21.815303 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-12-iscsi {{(pid=100131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 10:11:21.819395 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-89727601-a7e4-4c69-92c9-31212fe651db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:21.968727 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.972200 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:21.975916 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron_lib.callbacks.manager [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:21.977767 dv-cinder-786627-12-iscsi neutron-server[100130]: INFO neutron.wsgi [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c298eaee-bca7-4ac4-acf7-32990739f53c HTTP/1.1" status: 204 len: 168 time: 0.7300692 Jun 28 10:11:21.981437 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 55590) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:21.988066 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Pushing event deleted for resources: {'Network': ['ID=c298eaee-bca7-4ac4-acf7-32990739f53c,revision_number=None']} {{(pid=100130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:21.990484 dv-cinder-786627-12-iscsi neutron-server[100130]: DEBUG oslo_concurrency.lockutils [None req-680b99f1-dd0c-4a46-b47a-94d78ef59106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100130) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:22.317870 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-338558b1-bd2f-46d3-bcfe-d6c2115f8d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-714742'] for router_interface, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:22.356286 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 3548425b-5033-4a5d-aa5e-9a0a21c369ad no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:11:22.380091 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 3548425b-5033-4a5d-aa5e-9a0a21c369ad {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:11:22.380450 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 3548425b-5033-4a5d-aa5e-9a0a21c369ad not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:11:22.380914 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 5fd19c47-64a8-45ed-9f21-e95057ae418a no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:11:22.403485 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 5fd19c47-64a8-45ed-9f21-e95057ae418a {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:11:22.403835 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 5fd19c47-64a8-45ed-9f21-e95057ae418a not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:11:22.404370 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 80808703-52df-41cf-aa43-4e2dd2ca3bc1 no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:11:22.422314 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 80808703-52df-41cf-aa43-4e2dd2ca3bc1 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:11:22.422665 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 80808703-52df-41cf-aa43-4e2dd2ca3bc1 not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:11:22.577684 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-338558b1-bd2f-46d3-bcfe-d6c2115f8d82 admin admin] Deleting port fa2bf964-6a9e-45f9-a923-41f57e5611e4 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:11:22.578028 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-338558b1-bd2f-46d3-bcfe-d6c2115f8d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:22.653884 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [None req-338558b1-bd2f-46d3-bcfe-d6c2115f8d82 admin admin] For port fa2bf964-6a9e-45f9-a923-41f57e5611e4, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=fa2bf964-6a9e-45f9-a923-41f57e5611e4,segment=NetworkSegment(54872733-7d63-4312-8569-4d66ee975f97),segment_id=54872733-7d63-4312-8569-4d66ee975f97)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:11:22.654157 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-338558b1-bd2f-46d3-bcfe-d6c2115f8d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:22.672364 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-338558b1-bd2f-46d3-bcfe-d6c2115f8d82 admin admin] Calling delete_port for fa2bf964-6a9e-45f9-a923-41f57e5611e4 owned by network:router_interface {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:11:22.916027 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-338558b1-bd2f-46d3-bcfe-d6c2115f8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:22.918574 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-0d66ad35-7352-4b6b-8092-cd9017087177 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:22.941468 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338558b1-bd2f-46d3-bcfe-d6c2115f8d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2bf964-6a9e-45f9-a923-41f57e5611e4,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:22.944598 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-338558b1-bd2f-46d3-bcfe-d6c2115f8d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:23.109535 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-338558b1-bd2f-46d3-bcfe-d6c2115f8d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-987602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640006'] for router_interface, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:23.312062 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338558b1-bd2f-46d3-bcfe-d6c2115f8d82 admin admin] Router 155b30da-f768-4592-a5e2-8cb7e02b9f58 has already been hosted by L3 agent 6120e629-0eac-4308-8089-a939bca814a4 {{(pid=100129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 10:11:23.421032 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338558b1-bd2f-46d3-bcfe-d6c2115f8d82 admin admin] Notify agent at l3_agent.dv-cinder-786627-12-iscsi the message routers_updated {{(pid=100129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 10:11:23.425779 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-338558b1-bd2f-46d3-bcfe-d6c2115f8d82 admin admin] 10.222.0.30 "PUT /v2.0/routers/155b30da-f768-4592-a5e2-8cb7e02b9f58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4433458 Jun 28 10:11:23.428444 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 55592) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:23.430761 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddbbb2-fd37-43cf-bbd6-6bbfa8fc2307 None None] Sync routers for ids ['155b30da-f768-4592-a5e2-8cb7e02b9f58'] in dv-cinder-786627-12-iscsi {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 10:11:23.440466 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bddbbb2-fd37-43cf-bbd6-6bbfa8fc2307 None None] Routers {'155b30da-f768-4592-a5e2-8cb7e02b9f58'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:11:23.441112 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-4bddbbb2-fd37-43cf-bbd6-6bbfa8fc2307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:11:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['155b30da-f768-4592-a5e2-8cb7e02b9f58'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:23.530435 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:23.541325 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-4bddbbb2-fd37-43cf-bbd6-6bbfa8fc2307 None None] Set router 155b30da-f768-4592-a5e2-8cb7e02b9f58 gateway port host: dv-cinder-786627-12-iscsi {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:11:23.628604 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:23.716483 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-4bddbbb2-fd37-43cf-bbd6-6bbfa8fc2307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'name': 'tempest-TestVolumeBootPattern-1412203437-router', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'external_fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '054c671a-d428-438c-8627-5d6386e31c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:33Z', 'updated_at': '2021-06-28T10:11:22Z', 'revision_number': 5, 'project_id': '5fb5c29871a042a69ed898e02d3a340c', 'gw_port': {'id': '054c671a-d428-438c-8627-5d6386e31c0a', 'name': '', 'network_id': 'a0abfdc1-536a-466f-8075-78b887cfa2eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T10:04:34Z', 'updated_at': '2021-06-28T10:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78f9ce7e-6829-4b08-a492-130cb0051a8f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-12-iscsi'}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:23.741385 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddbbb2-fd37-43cf-bbd6-6bbfa8fc2307 None None] Checking router: 155b30da-f768-4592-a5e2-8cb7e02b9f58 for host: dv-cinder-786627-12-iscsi {{(pid=100132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 10:11:23.746952 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] Deleting port 054c671a-d428-438c-8627-5d6386e31c0a {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:11:23.747363 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:23.750956 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bddbbb2-fd37-43cf-bbd6-6bbfa8fc2307 None None] Routers {'155b30da-f768-4592-a5e2-8cb7e02b9f58'} bound to L3 agent in host dv-cinder-786627-12-iscsi {{(pid=100132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 10:11:23.751576 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-4bddbbb2-fd37-43cf-bbd6-6bbfa8fc2307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:46:05Z,description=,heartbeat_timestamp=2021-06-28T10:11:05Z,host='dv-cinder-786627-12-iscsi',id=6120e629-0eac-4308-8089-a939bca814a4,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:46:06Z,topic='l3_agent')) {'router_ids': ['155b30da-f768-4592-a5e2-8cb7e02b9f58'], 'active': True} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:23.823226 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] For port 054c671a-d428-438c-8627-5d6386e31c0a, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=054c671a-d428-438c-8627-5d6386e31c0a,segment=NetworkSegment(90d7149c-3754-4ea3-bf3c-c2209d7b0920),segment_id=90d7149c-3754-4ea3-bf3c-c2209d7b0920)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:11:23.823581 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:23.835868 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] Calling delete_port for 054c671a-d428-438c-8627-5d6386e31c0a owned by network:router_gateway {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:11:23.836442 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_dvr_db [None req-4bddbbb2-fd37-43cf-bbd6-6bbfa8fc2307 None None] Set router 155b30da-f768-4592-a5e2-8cb7e02b9f58 gateway port host: None {{(pid=100132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 10:11:23.890572 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.l3_hamode_db [None req-4bddbbb2-fd37-43cf-bbd6-6bbfa8fc2307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'name': 'tempest-TestVolumeBootPattern-1412203437-router', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:33Z', 'updated_at': '2021-06-28T10:11:23Z', 'revision_number': 6, 'project_id': '5fb5c29871a042a69ed898e02d3a340c', 'gw_port_host': None}], 'dv-cinder-786627-12-iscsi', False) {} {{(pid=100132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:23.915562 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddbbb2-fd37-43cf-bbd6-6bbfa8fc2307 None None] The sync data for ids ['155b30da-f768-4592-a5e2-8cb7e02b9f58'] in dv-cinder-786627-12-iscsi is: [{'id': '155b30da-f768-4592-a5e2-8cb7e02b9f58', 'name': 'tempest-TestVolumeBootPattern-1412203437-router', 'tenant_id': '5fb5c29871a042a69ed898e02d3a340c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T10:04:33Z', 'updated_at': '2021-06-28T10:11:23Z', 'revision_number': 6, 'project_id': '5fb5c29871a042a69ed898e02d3a340c', 'gw_port_host': None}] {{(pid=100132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 10:11:24.117207 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:24.119887 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-1b734047-d7f3-4570-be39-648e16d854dd tempest-VolumesActionsTest-1594024247 tempest-VolumesActionsTest-1594024247-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:24.148361 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=054c671a-d428-438c-8627-5d6386e31c0a,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:24.152754 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:24.205080 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-641468'] for router_gateway, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:24.293423 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27142'] for router, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:24.295655 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:24.429925 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640747'] for router, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:24.430373 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 155b30da-f768-4592-a5e2-8cb7e02b9f58 {{(pid=100129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 10:11:24.435387 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] Notify callbacks [] for router, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:24.436508 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-b7af9f14-256b-4f04-a1e7-83ce0f768ea7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/155b30da-f768-4592-a5e2-8cb7e02b9f58 HTTP/1.1" status: 204 len: 168 time: 1.0071468 Jun 28 10:11:24.439014 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 55594) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:24.485177 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e2bce4-7bc4-4a3f-8c7a-37fcfe97dcad admin admin] Deleting subnet 1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a {{(pid=100129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 10:11:24.488111 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-06e2bce4-7bc4-4a3f-8c7a-37fcfe97dcad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:24.520255 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-06e2bce4-7bc4-4a3f-8c7a-37fcfe97dcad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59599221'] for subnet, precommit_delete_associations {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:24.593242 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-06e2bce4-7bc4-4a3f-8c7a-37fcfe97dcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1920266'] for subnet, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:24.717514 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-06e2bce4-7bc4-4a3f-8c7a-37fcfe97dcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1920285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-254568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58846089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59186205'] for subnet, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:24.719068 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device fa2bf964-6a9e-45f9-a923-41f57e5611e4 no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:11:24.719825 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-74d25dc8-bc4e-4286-aee5-e65fff558943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:24.739668 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: fa2bf964-6a9e-45f9-a923-41f57e5611e4 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:11:24.740025 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device fa2bf964-6a9e-45f9-a923-41f57e5611e4 not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:11:24.745902 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2bce4-7bc4-4a3f-8c7a-37fcfe97dcad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:24.749629 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-06e2bce4-7bc4-4a3f-8c7a-37fcfe97dcad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:24.752064 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-06e2bce4-7bc4-4a3f-8c7a-37fcfe97dcad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for subnet, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:24.753914 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-06e2bce4-7bc4-4a3f-8c7a-37fcfe97dcad admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1f5a86d7-7ba9-4f62-84c7-b47f9bb9166a HTTP/1.1" status: 204 len: 168 time: 0.3140011 Jun 28 10:11:24.756517 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 55596) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:24.759202 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93a99a7-bc29-4ade-9138-6bdddfc53093 None None] Network 8fa5c233-07e9-44b0-a1c0-b8c058dcba49 requested from dv-cinder-786627-12-iscsi {{(pid=100131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 10:11:24.825496 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2058099'] for network, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:24.879899 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Deleting port 866d9b01-2847-4d50-8ac1-663d9fee3be9 {{(pid=100129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:11:24.880244 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:24.937354 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8574c0a-f995-49aa-82ad-1843f9d36c8b None None] DHCP port deletion for 8fa5c233-07e9-44b0-a1c0-b8c058dcba49 request from dv-cinder-786627-12-iscsi {{(pid=100131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 10:11:24.992328 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-c8574c0a-f995-49aa-82ad-1843f9d36c8b None None] Deleting port 866d9b01-2847-4d50-8ac1-663d9fee3be9 {{(pid=100131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 10:11:24.992754 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-c8574c0a-f995-49aa-82ad-1843f9d36c8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728819105814'] for port, before_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:25.060881 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.db [None req-c8574c0a-f995-49aa-82ad-1843f9d36c8b None None] For port 866d9b01-2847-4d50-8ac1-663d9fee3be9, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=866d9b01-2847-4d50-8ac1-663d9fee3be9,segment=NetworkSegment(54872733-7d63-4312-8569-4d66ee975f97),segment_id=54872733-7d63-4312-8569-4d66ee975f97)] {{(pid=100131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:11:25.061306 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-c8574c0a-f995-49aa-82ad-1843f9d36c8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:25.078626 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-c8574c0a-f995-49aa-82ad-1843f9d36c8b None None] Calling delete_port for 866d9b01-2847-4d50-8ac1-663d9fee3be9 owned by network:dhcp {{(pid=100131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:11:25.220345 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-c8574c0a-f995-49aa-82ad-1843f9d36c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526'] for port, after_delete {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:25.221759 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.db [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] For port 866d9b01-2847-4d50-8ac1-663d9fee3be9, host dv-cinder-786627-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-12-iscsi',level=0,port_id=866d9b01-2847-4d50-8ac1-663d9fee3be9,segment=NetworkSegment(54872733-7d63-4312-8569-4d66ee975f97),segment_id=54872733-7d63-4312-8569-4d66ee975f97)] {{(pid=100129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 10:11:25.222277 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-659947'] for port, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:25.222399 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:25.234282 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.plugin [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Calling delete_port for 866d9b01-2847-4d50-8ac1-663d9fee3be9 owned by network:dhcp {{(pid=100129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 10:11:25.245589 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8574c0a-f995-49aa-82ad-1843f9d36c8b None None] Pushing event deleted for resources: {'Port': ['ID=866d9b01-2847-4d50-8ac1-663d9fee3be9,revision_number=None']} {{(pid=100131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:25.248092 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG oslo_concurrency.lockutils [None req-c8574c0a-f995-49aa-82ad-1843f9d36c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:25.250949 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8574c0a-f995-49aa-82ad-1843f9d36c8b None None] No DVR routers for this DVR port 866d9b01-2847-4d50-8ac1-663d9fee3be9 on host dv-cinder-786627-12-iscsi {{(pid=100131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:11:25.309668 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1992558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728819109834', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728818732526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58846131'] for port, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:25.313450 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-063d6168-16f2-413d-a5cd-0b84ac2838b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:25.335617 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=866d9b01-2847-4d50-8ac1-663d9fee3be9,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:25.339020 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:25.341445 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] No DVR routers for this DVR port 866d9b01-2847-4d50-8ac1-663d9fee3be9 on host dv-cinder-786627-12-iscsi {{(pid=100129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 10:11:25.409782 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1881943', 'neutron.services.segments.db._delete_segments_for_network-8728819225878'] for network, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:25.419381 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.services.segments.db [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa5c233-07e9-44b0-a1c0-b8c058dcba49']}} {{(pid=100129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:25.428669 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.services.segments.db [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54872733-7d63-4312-8569-4d66ee975f97') {'for_net_delete': True} {{(pid=100129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:25.428993 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.services.segments.db [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54872733-7d63-4312-8569-4d66ee975f97') {} {{(pid=100129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 10:11:25.437975 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728819214327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59599202'] for segment, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:25.451438 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487'] for segment, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:25.456928 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=100129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 10:11:25.457334 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58846060'] for segment, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: conditions |= (models_v2.Port.network_id.in_( Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: self.session.flush() Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: self.session.flush() Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: self.session.flush() Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: self.session.flush() Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: Traceback (most recent call last): Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: timer() Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: cb(*args, **kw) Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: return func(*args, **kwargs) Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: self._notify() Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: self.callback(batched_events) Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: event.method(event) Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: return f(self, *a, **k) Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: return self._get(url).json() Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: return self.request(url, 'GET', **kwargs) Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 10:11:25.467889 dv-cinder-786627-12-iscsi neutron-server[100129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 10:11:25.589904 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1881948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-979553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-985889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-641396'] for network, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:25.593383 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:25.595789 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985914'] for network, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:25.597551 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8fa5c233-07e9-44b0-a1c0-b8c058dcba49 HTTP/1.1" status: 204 len: 168 time: 0.8401048 Jun 28 10:11:25.608314 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa5c233-07e9-44b0-a1c0-b8c058dcba49,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:25.611179 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-41e3cff7-e302-446c-8830-769efc922b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:25.887805 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 55600) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:25.925527 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-39ea4302-8da6-42a8-ad46-eb8b5ad00dff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ead4d90a046d443aa727b1fb09c50dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364997 Jun 28 10:11:25.927734 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 55602) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:25.973006 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0519ad13-9833-40ee-bded-1697d8f8426f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:25.993535 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0519ad13-9833-40ee-bded-1697d8f8426f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:26.105818 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0519ad13-9833-40ee-bded-1697d8f8426f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:26.108501 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-0519ad13-9833-40ee-bded-1697d8f8426f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:26.109696 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-0519ad13-9833-40ee-bded-1697d8f8426f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4477d04b-da7c-4091-9fda-f379e0b3bf4f HTTP/1.1" status: 204 len: 168 time: 0.1810915 Jun 28 10:11:26.114591 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-d887aa61-0275-4c74-80e9-d5c64b6bd587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:26.118117 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519ad13-9833-40ee-bded-1697d8f8426f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4477d04b-da7c-4091-9fda-f379e0b3bf4f,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:26.120844 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-0519ad13-9833-40ee-bded-1697d8f8426f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:26.353449 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 866d9b01-2847-4d50-8ac1-663d9fee3be9 no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:11:26.374618 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 866d9b01-2847-4d50-8ac1-663d9fee3be9 {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:11:26.374905 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 866d9b01-2847-4d50-8ac1-663d9fee3be9 not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:11:26.375316 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 054c671a-d428-438c-8627-5d6386e31c0a no longer exists at agent ovs-agent-dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 10:11:26.393469 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.plugin [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] No Port match for: 054c671a-d428-438c-8627-5d6386e31c0a {{(pid=100131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 10:11:26.393824 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron.plugins.ml2.rpc [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Device 054c671a-d428-438c-8627-5d6386e31c0a not bound to the agent host dv-cinder-786627-12-iscsi {{(pid=100131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 10:11:26.744132 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 55608) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:26.786718 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-120f7b70-dfea-42e6-bf32-cfdc5a473d18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5fb5c29871a042a69ed898e02d3a340c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412595 Jun 28 10:11:26.788964 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [-] (100129) accepted ('10.222.0.30', 55610) {{(pid=100129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 10:11:26.835580 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a099b862-b7f1-4f1e-a237-08c125cce84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:26.855906 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a099b862-b7f1-4f1e-a237-08c125cce84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:26.951564 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a099b862-b7f1-4f1e-a237-08c125cce84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259627'] for security_group, after_delete {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:26.954063 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron_lib.callbacks.manager [None req-a099b862-b7f1-4f1e-a237-08c125cce84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:26.961754 dv-cinder-786627-12-iscsi neutron-server[100129]: INFO neutron.wsgi [None req-a099b862-b7f1-4f1e-a237-08c125cce84b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3700861d-a149-41a8-b360-5e5d94e0f741 HTTP/1.1" status: 204 len: 168 time: 0.1653967 Jun 28 10:11:26.961754 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-e7747b9e-161b-4cdb-9cf5-771b24e6607b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 10:11:26.964604 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099b862-b7f1-4f1e-a237-08c125cce84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3700861d-a149-41a8-b360-5e5d94e0f741,revision_number=None']} {{(pid=100129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 10:11:26.967032 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG oslo_concurrency.lockutils [None req-a099b862-b7f1-4f1e-a237-08c125cce84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 10:11:33.082766 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-71d34f7a-0fba-401f-9881-2ea34194f577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:35.521275 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:35.544032 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-c93d89f1-f33c-4a7c-b20f-5d24cab95903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:36.882557 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:38.288580 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:46.305176 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:11:54.321853 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:12:03.070192 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-3aea6796-ddae-44d8-b2f7-75fba969f3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:05.487684 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:05.533053 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-a5009e12-f513-43b9-aea9-94ec965857fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:06.851811 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:08.298510 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:16.281501 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:18.402141 dv-cinder-786627-12-iscsi neutron-server[100129]: DEBUG neutron.wsgi [req-8266c22a-71cc-4151-911f-11cec06122ea req-8211dcd0-021c-4981-8ed1-47bc28ffc9f5 service neutron] (100129) timed out ('10.222.0.30', 49114) {{(pid=100129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 10:12:31.320421 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:12:33.052270 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-715af46f-b1a9-42d7-a0cd-32e42b38a998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:35.492177 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:35.521291 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-6c51b522-4c8e-41ad-833d-21bf88e1da1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:36.863421 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:38.303819 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:12:46.245145 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:03.091317 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-df0ecb34-4111-4559-99e2-7e919f448048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:05.508720 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-1eb3c54b-3592-4646-ad37-b7b52c347c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:05.510085 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:06.908504 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:08.302839 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:08.320193 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:13:16.274019 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:33.056510 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-c461d04a-de10-4bcd-956c-824586fede9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:35.530628 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:35.542005 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-1ef106ad-5e5e-4d62-9cae-e35f3a2d2a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:36.861942 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:38.296355 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:13:45.318265 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:13:46.284607 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:03.163923 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-dfbe907a-7e6d-4dfa-baef-208b9caa982d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:05.524360 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:05.526787 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ced1-9464-4d3e-bc57-f250bdd6093f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:06.895197 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:08.318168 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:16.305713 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:22.317087 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:14:33.146308 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-0afd92cf-8670-4f38-89f7-54b990ba417a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:35.563448 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:35.566110 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-22e82b89-fed5-4258-8711-6048c36464d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:36.860073 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:38.340237 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:46.266057 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:14:59.315828 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:15:03.151107 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-407ba5da-ea0e-4c05-a05c-eec51f28ae0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:05.527244 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:05.556639 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-32b733b4-934e-47cb-94ce-10405a508057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:06.863789 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:08.310835 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:16.276474 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:33.196054 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-c4472068-0e88-4a54-8d1c-abae9c3f449e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:35.504664 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:35.532687 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ce8699fc-97aa-4853-85b6-faec8cd3f328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:36.315932 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:15:36.915710 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:38.321212 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:15:46.281135 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:03.194905 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-9d283ec5-c945-47e7-93d0-ba983000ffcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:05.503496 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:05.554690 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-1bab3be9-ee84-421b-9cd1-c079bfa3df2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:06.869372 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:08.325243 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:13.314775 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:16:16.246349 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:33.182945 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-3b16a0ca-2340-4728-8bf5-4a3272f6f49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:35.486101 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-ea6517d6-95ff-45f3-aa17-3f01755c3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:35.525232 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-315053c4-2fcc-48d7-9350-f40f931d7f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:36.885468 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-d3408eec-fc33-4501-ae5e-faac1c15ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:38.325397 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-87203d78-48dd-4fd4-b616-78ab46e75cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:46.262035 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-e47b1025-7c78-4410-a432-26b8097cff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 10:16:50.314292 dv-cinder-786627-12-iscsi neutron-server[100132]: DEBUG neutron.db.agents_db [None req-79d5bee5-56eb-4a6e-8133-fe1ad8889235 None None] Agent healthcheck: found 6 active agents {{(pid=100132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 10:17:03.164532 dv-cinder-786627-12-iscsi neutron-server[100131]: DEBUG neutron_lib.callbacks.manager [None req-bf8611a2-7eb3-4651-81f3-bc2969b2a1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728819225860', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1882397'] for agent, after_update {{(pid=100131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}